-- Logs begin at Tue 2022-08-02 12:38:23 UTC, end at Tue 2022-08-02 13:57:22 UTC. -- Aug 02 13:28:35.374681 dv-cinder-847864-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 02 13:28:38.410789 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.common.config [-] Logging enabled! Aug 02 13:28:38.411439 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev4 Aug 02 13:28:38.411595 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104221) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 02 13:28:38.414967 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.common.config [-] Logging enabled! Aug 02 13:28:38.415245 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev4 Aug 02 13:28:38.415733 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104221) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 02 13:28:38.416620 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 02 13:28:38.416856 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 02 13:28:38.417237 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 02 13:28:38.417492 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 02 13:28:38.417725 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 02 13:28:38.418221 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.418674 dv-cinder-847864-8-iscsi neutron-server[104221]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Aug 02 13:28:38.419009 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.419319 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.419617 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.419924 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.420215 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.420502 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.420799 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.421098 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.421388 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.421671 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.421961 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.422257 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.422564 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.422863 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.423151 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.423436 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] debug = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.423726 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.424148 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.424568 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.424847 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.425140 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.425427 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.425702 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.425981 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.426267 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.426633 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] host = dv-cinder-847864-8-iscsi {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.426912 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.427201 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.427490 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.427777 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.428054 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.428334 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.428621 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.428899 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.429182 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] log_file = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.429459 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.429749 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.430038 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.430337 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.430605 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.430831 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.431124 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.431527 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.431817 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.432100 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.432378 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.432656 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.432933 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.433207 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.433495 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.433781 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.434070 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.434351 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.434651 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.434925 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.435203 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.435489 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.435767 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.436045 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.436320 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.436610 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.436882 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.437157 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.437465 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.437753 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.438038 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.438326 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.438629 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.438914 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.439194 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.439468 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.439743 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] use_json = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.440016 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.440288 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.440570 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.440842 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.441114 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.441389 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.441662 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.441949 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.442222 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:38.442543 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.442842 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.443144 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.443444 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.443736 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.444020 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.444311 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.444590 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.444880 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.445170 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.445464 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.445745 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.446048 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.446339 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.446660 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.447502 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.447798 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.448092 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.448373 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.448656 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.448928 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.449212 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.449502 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.449788 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.450078 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.450407 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.450671 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.450969 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.451259 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.451556 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.451851 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.452130 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.452415 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.452718 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.452997 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.453277 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.453557 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.453851 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.454131 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.454450 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.454718 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.455018 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.455311 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.455590 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.455873 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.456166 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.456515 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.456792 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.457069 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.457350 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.457625 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.457912 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.458194 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.458493 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.458773 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.459053 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.459333 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.459612 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.461201 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.461504 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.461805 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.462101 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.462419 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.463298 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.463597 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.463885 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.464174 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.466370 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.466897 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.467022 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.467281 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.467575 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.467872 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.470034 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.470034 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.470034 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.470302 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.470553 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.471040 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.471526 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.472005 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.472501 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.472995 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.473513 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.474010 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.474574 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.475090 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.475605 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.476153 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.476655 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.477186 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.477696 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.478208 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.478762 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.479276 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.479768 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.480279 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.480791 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.481327 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.481854 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.482405 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.482938 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.483463 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.483972 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.484519 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.485032 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:38.485424 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 02 13:28:38.485853 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104221) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 02 13:28:38.865867 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Aug 02 13:28:38.866075 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Aug 02 13:28:38.866401 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Aug 02 13:28:38.866746 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 02 13:28:39.203907 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.204190 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.204466 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.205697 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.205978 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.206394 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.252152 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.252439 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.252726 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.267340 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.267630 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.267907 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.297214 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.297499 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.297773 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.335263 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.335542 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.335815 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.698667 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.699366 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.699366 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.699562 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.700163 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.801239 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.801564 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.801855 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.802134 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.802442 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.802765 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.803033 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.803292 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.803551 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.803840 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.804105 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.804375 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.804634 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.804988 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.805282 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.805580 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.805845 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.806127 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.806560 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.806874 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.807220 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.807476 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.807769 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.808170 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.808425 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.808676 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.809109 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104221) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 02 13:28:39.809354 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104221) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 02 13:28:39.809595 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104221) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 02 13:28:39.811589 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104221) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 02 13:28:39.811843 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104221) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 02 13:28:39.812091 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104221) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 02 13:28:39.812478 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 02 13:28:39.818160 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 02 13:28:39.822861 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 02 13:28:39.826725 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Aug 02 13:28:39.828371 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 02 13:28:39.828847 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 02 13:28:39.829186 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 02 13:28:39.829575 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 02 13:28:39.832467 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 02 13:28:39.832756 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 02 13:28:39.833105 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 02 13:28:39.838583 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 02 13:28:39.864078 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 02 13:28:39.864495 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.864803 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104221) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Aug 02 13:28:39.865180 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.866629 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104221) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 02 13:28:39.866922 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 02 13:28:39.867173 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 02 13:28:39.870613 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.870902 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:39.992420 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 02 13:28:39.992663 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 02 13:28:39.992904 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 02 13:28:39.993291 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 02 13:28:40.017948 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_db.sqlalchemy.engines [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104221) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 02 13:28:40.616890 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.plugins.ml2.managers [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Initializing driver for type 'gre' Aug 02 13:28:40.617437 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] gre ID ranges: [(1, 1000)] Aug 02 13:28:40.785894 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.plugins.ml2.managers [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Initializing driver for type 'local' Aug 02 13:28:40.786685 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.plugins.ml2.managers [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Initializing driver for type 'vlan' Aug 02 13:28:40.883118 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] VlanTypeDriver initialization complete Aug 02 13:28:40.883479 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.plugins.ml2.managers [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Initializing driver for type 'vxlan' Aug 02 13:28:40.884000 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] vxlan ID ranges: [(1, 1000)] Aug 02 13:28:41.067713 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.plugins.ml2.managers [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Initializing extension driver 'port_security' Aug 02 13:28:41.068059 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.plugins.ml2.extensions.port_security [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] PortSecurityExtensionDriver initialization complete Aug 02 13:28:41.068399 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.plugins.ml2.managers [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Initializing mechanism driver 'openvswitch' Aug 02 13:28:41.068742 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.plugins.ml2.managers [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Initializing mechanism driver 'hyperv' Aug 02 13:28:41.075506 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.plugins.ml2.plugin [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:28:41.076379 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > port after_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.076769 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > port after_update 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.077141 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > port after_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.077685 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104221) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 02 13:28:41.078130 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > subnet after_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.078540 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > subnet after_update 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.080257 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.080257 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104221) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 02 13:28:41.080257 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > network after_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.080257 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > network after_update 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.080556 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > network after_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.080785 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104221) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 02 13:28:41.081204 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > security_group after_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.081574 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > security_group after_update 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.081930 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.082339 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104221) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 02 13:28:41.082788 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.083157 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.083514 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.083959 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104221) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 02 13:28:41.084381 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > address_group after_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.084743 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > address_group after_update 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.085098 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.085503 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104221) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 02 13:28:41.085962 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] ML2 OVO RPC backend initialized. {{(pid=104221) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Aug 02 13:28:41.086800 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.087178 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.088208 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > network before_response 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.088588 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > networks before_response 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.089016 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > port before_response 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.089401 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > ports before_response 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.089765 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > subnet before_response 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.090125 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > subnets before_response 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.090523 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > network after_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.090877 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > network after_update 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.091229 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > network after_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.091581 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > port after_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.091933 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > port after_update 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.092281 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > port after_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.092631 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > subnet after_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.092984 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > subnet after_update 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.093339 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.100716 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.quota [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded quota_driver: . Aug 02 13:28:41.101095 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.plugins.ml2.plugin [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Modular L2 Plugin initialization complete Aug 02 13:28:41.101455 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading services supported by the core plugin {{(pid=104221) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 02 13:28:41.101807 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.plugins.ml2.managers [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Got port-security extension from driver 'port_security' Aug 02 13:28:41.102306 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.extensions.vlantransparent [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Disabled vlantransparent extension. Aug 02 13:28:41.102857 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104221) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 02 13:28:41.103880 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading Plugin: router Aug 02 13:28:41.139470 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.139798 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > router after_create 55549900 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.140182 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > router before_create 55549900 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.140560 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.140948 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.141318 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > router after_delete 55549900 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.141694 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.142058 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.142461 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > router after_create 55549900 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.142822 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > router after_update 55549900 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.143191 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > router after_update 55549900 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.143552 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.143925 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > router after_update 55549900 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.144350 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > router precommit_update 55549900 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.144730 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: port after_update 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.145083 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: port after_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.145441 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: subnet after_update 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.145795 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.146156 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.146612 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > router precommit_create 55549900 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.146971 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: port before_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.147328 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > router precommit_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.147695 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > router after_update 55549900 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.148183 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.148553 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > router precommit_create 55549900 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.148929 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.149289 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > router precommit_update 55549900 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.149668 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > agent after_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.150556 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > agent after_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.150920 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > network after_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.151811 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.quota.resource_registry [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Tracking information for resource: router configured {{(pid=104221) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 02 13:28:41.152159 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.quota.resource_registry [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Tracking information for resource: floatingip configured {{(pid=104221) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 02 13:28:41.157520 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.db.l3_agentschedulers_db [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 02 13:28:41.158114 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: port after_update 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.158525 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: port after_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.158895 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: port after_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.159264 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: port after_update 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.160098 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > router before_create 55550100 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.160480 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.160857 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > router precommit_create 55550100 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.161230 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > router precommit_update 55550100 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.166914 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.services.provider_configuration [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Service providers = [] {{(pid=104221) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 02 13:28:41.167292 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.db.servicetype_db [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104221) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 02 13:28:41.170350 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.services.service_base [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104221) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 02 13:28:41.170734 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.services.service_base [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104221) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 02 13:28:41.171088 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.services.service_base [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104221) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 02 13:28:41.171988 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.services.service_base [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104221) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 02 13:28:41.172372 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.services.service_base [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 02 13:28:41.172765 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104221) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 02 13:28:41.173099 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 02 13:28:41.183785 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104221) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 02 13:28:41.184127 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading Plugin: auto_allocate Aug 02 13:28:41.189952 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: network precommit_update 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.190335 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: network precommit_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.190907 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104221) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 02 13:28:41.191242 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading Plugin: tag Aug 02 13:28:41.198290 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104221) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 02 13:28:41.198661 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading Plugin: timestamp Aug 02 13:28:41.215190 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104221) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 02 13:28:41.215543 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading Plugin: network_ip_availability Aug 02 13:28:41.221058 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.221443 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.221814 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.222606 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104221) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 02 13:28:41.222937 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading Plugin: flavors Aug 02 13:28:41.228000 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104221) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 02 13:28:41.228932 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading Plugin: revisions Aug 02 13:28:41.233235 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104221) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 02 13:28:41.233653 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_concurrency.lockutils [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.367s {{(pid=104221) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Aug 02 13:28:41.234439 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104221) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Aug 02 13:28:41.234788 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Initializing extension manager. Aug 02 13:28:41.235327 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: __init__.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.235691 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: __pycache__ {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.236037 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: address_group.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.236819 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.237406 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: address-group Aug 02 13:28:41.237740 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: address_scope.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.238494 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.244962 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: address-scope Aug 02 13:28:41.244962 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.245556 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.246082 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: router-admin-state-down-before-update Aug 02 13:28:41.246443 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: agent.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.247157 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.247672 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: agent Aug 02 13:28:41.248006 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: agent_resources_synced.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.248928 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.249441 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: agent-resources-synced Aug 02 13:28:41.249820 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: allowedaddresspairs.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.251686 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.252219 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: allowed-address-pairs Aug 02 13:28:41.252554 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: auto_allocated_topology.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.253640 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.254166 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: auto-allocated-topology Aug 02 13:28:41.254533 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: availability_zone.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.255273 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.255786 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: availability_zone Aug 02 13:28:41.256119 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: availability_zone_filter.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.257048 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.257567 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: availability_zone_filter Aug 02 13:28:41.257902 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: data_plane_status.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.258843 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.259421 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension data-plane-status not supported by any of loaded plugins Aug 02 13:28:41.259924 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: default_subnetpools.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.260874 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.261394 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: default-subnetpools Aug 02 13:28:41.261730 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.262606 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.263113 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: dhcp_agent_scheduler Aug 02 13:28:41.263453 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: dns.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.264392 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.264905 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension dns-integration not supported by any of loaded plugins Aug 02 13:28:41.265237 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: dns_domain_ports.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.266166 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.266712 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 02 13:28:41.267094 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.268032 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.268545 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 02 13:28:41.268874 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: dvr.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.269559 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.270078 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: dvr Aug 02 13:28:41.270429 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: ecmp_routes.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.271359 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.271871 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 02 13:28:41.272239 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: empty_string_filtering.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.273165 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.273680 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: empty-string-filtering Aug 02 13:28:41.274010 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.275508 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.276189 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 02 13:28:41.276522 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.277570 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.278084 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 02 13:28:41.278437 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: external_net.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.279369 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.279919 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: external-net Aug 02 13:28:41.280221 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.281143 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.281660 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: extra_dhcp_opt Aug 02 13:28:41.282404 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: extraroute.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.283245 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.283765 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: extraroute Aug 02 13:28:41.284100 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: extraroute_atomic.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.285152 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.285673 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: extraroute-atomic Aug 02 13:28:41.286004 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: filter_validation.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.286717 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.287231 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: filter-validation Aug 02 13:28:41.287562 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: fip_pf_description.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.288478 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.288984 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 02 13:28:41.289311 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: fip_port_details.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.292438 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.292973 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: fip-port-details Aug 02 13:28:41.293343 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: flavors.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.297924 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.298480 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: flavors Aug 02 13:28:41.298819 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.300500 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.301035 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 02 13:28:41.301377 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: floatingip_pools.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.302099 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.302645 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: floatingip-pools Aug 02 13:28:41.302986 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: ip_allocation.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.303923 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.304460 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension ip_allocation not supported by any of loaded plugins Aug 02 13:28:41.304831 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.305765 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.306444 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: ip-substring-filtering Aug 02 13:28:41.306808 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: l2_adjacency.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.307809 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.308337 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 02 13:28:41.308745 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: l3.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.309785 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.310403 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: router Aug 02 13:28:41.310747 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.313031 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.313563 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 02 13:28:41.313907 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.314893 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.315420 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: ext-gw-mode Aug 02 13:28:41.315772 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.316747 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.317262 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: l3-ha Aug 02 13:28:41.317596 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.318555 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.319073 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 02 13:28:41.319408 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: l3_flavors.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.320333 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.320848 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: l3-flavors Aug 02 13:28:41.321181 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.331765 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.332289 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 02 13:28:41.332626 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.333704 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.334229 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 02 13:28:41.334603 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: l3agentscheduler.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.335677 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.336199 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: l3_agent_scheduler Aug 02 13:28:41.336535 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: local_ip.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.339047 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.339588 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension local_ip not supported by any of loaded plugins Aug 02 13:28:41.339936 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: logging.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.341548 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.342088 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension logging not supported by any of loaded plugins Aug 02 13:28:41.342467 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: metering.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.343244 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.343839 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: metering Aug 02 13:28:41.344185 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.345314 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.345840 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: metering_source_and_destination_fields Aug 02 13:28:41.346181 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: multiprovidernet.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.347156 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.347674 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: multi-provider Aug 02 13:28:41.348012 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: netmtu.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.348938 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.349460 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: net-mtu Aug 02 13:28:41.349796 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: netmtu_writable.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.350756 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.351278 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: net-mtu-writable Aug 02 13:28:41.351618 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: network_availability_zone.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.352359 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.352873 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: network_availability_zone Aug 02 13:28:41.353353 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: network_ip_availability.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.354583 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.355106 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: network-ip-availability Aug 02 13:28:41.355441 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: network_segment_range.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.356227 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.356759 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension network-segment-range not supported by any of loaded plugins Aug 02 13:28:41.357077 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: pagination.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.358065 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.358432 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: pagination Aug 02 13:28:41.358878 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: port_device_profile.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.366725 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.367278 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: port-device-profile Aug 02 13:28:41.367617 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.368599 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.369126 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: port-mac-address-regenerate Aug 02 13:28:41.369553 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.370526 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.371047 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: port-numa-affinity-policy Aug 02 13:28:41.371377 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: port_resource_request.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.372314 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.372824 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension port-resource-request not supported by any of loaded plugins Aug 02 13:28:41.373199 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: port_resource_request_groups.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.374175 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.374721 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 02 13:28:41.375049 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: portbindings.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.375988 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.376500 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: binding Aug 02 13:28:41.376829 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: portbindings_extended.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.378105 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.378656 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: binding-extended Aug 02 13:28:41.378992 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: portsecurity.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.379928 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.380441 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: port-security Aug 02 13:28:41.380772 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: project_id.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.381788 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.382125 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: project-id Aug 02 13:28:41.382482 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: providernet.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.383408 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.383928 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: provider Aug 02 13:28:41.384256 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: qos.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.388469 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.388999 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension qos not supported by any of loaded plugins Aug 02 13:28:41.389339 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.395570 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.396039 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 02 13:28:41.396379 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.397419 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.397832 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 02 13:28:41.398169 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: qos_default.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.399114 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.399632 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension qos-default not supported by any of loaded plugins Aug 02 13:28:41.400037 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: qos_fip.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.401481 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.402002 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension qos-fip not supported by any of loaded plugins Aug 02 13:28:41.402333 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.403348 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.403867 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 02 13:28:41.404205 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: qos_gateway_ip.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.405134 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.405652 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 02 13:28:41.405992 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: qos_port_network_policy.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.407320 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.407852 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 02 13:28:41.408181 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.409230 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.409747 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 02 13:28:41.410079 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.411181 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.411697 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 02 13:28:41.412029 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: qos_pps_rule.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.413211 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.413828 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension qos-pps not supported by any of loaded plugins Aug 02 13:28:41.414069 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: qos_rule_type_details.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.415042 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.415610 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 02 13:28:41.416063 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: qos_rules_alias.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.417175 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.417693 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 02 13:28:41.418023 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: quota_check_limit.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.418979 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.419500 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: quota-check-limit Aug 02 13:28:41.419831 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: quotasv2.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.420840 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.421174 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: quotas Aug 02 13:28:41.421501 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: quotasv2_detail.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.423273 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.423623 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: quota_details Aug 02 13:28:41.423966 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: rbac.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.425052 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.425592 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: rbac-policies Aug 02 13:28:41.425935 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: rbac_address_group.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.426922 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.427455 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: rbac-address-group Aug 02 13:28:41.427794 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: rbac_address_scope.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.428727 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.429246 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: rbac-address-scope Aug 02 13:28:41.429580 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: rbac_security_groups.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.430539 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.431054 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: rbac-security-groups Aug 02 13:28:41.431409 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: rbac_subnetpool.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.432330 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.432862 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: rbac-subnetpool Aug 02 13:28:41.433194 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: revisionifmatch.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.434203 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.434746 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: revision-if-match Aug 02 13:28:41.435082 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: revisions.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.436215 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.436757 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: standard-attr-revisions Aug 02 13:28:41.437089 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: router_availability_zone.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.437772 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.438310 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: router_availability_zone Aug 02 13:28:41.438664 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: routerservicetype.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.439593 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.440114 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension router-service-type not supported by any of loaded plugins Aug 02 13:28:41.440451 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.441381 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.441902 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: security-groups-normalized-cidr Aug 02 13:28:41.442238 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.443203 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.443722 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: port-security-groups-filtering Aug 02 13:28:41.444063 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.445004 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.445518 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: security-groups-remote-address-group Aug 02 13:28:41.445852 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.447338 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.447886 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: security-groups-shared-filtering Aug 02 13:28:41.448218 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.448818 dv-cinder-847864-8-iscsi neutron-server[104221]: WARNING neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Aug 02 13:28:41.449150 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: securitygroup.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.459003 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.459548 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: security-group Aug 02 13:28:41.459887 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: segment.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.460631 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.461147 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension segment not supported by any of loaded plugins Aug 02 13:28:41.461483 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.463726 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.464246 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 02 13:28:41.464581 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: servicetype.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.465678 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.466206 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: service-type Aug 02 13:28:41.466568 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: sorting.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.467588 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.467923 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: sorting Aug 02 13:28:41.468252 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: standard_attr_segment.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.469169 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.469685 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 02 13:28:41.470013 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: standardattrdescription.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.470694 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.471208 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: standard-attr-description Aug 02 13:28:41.471539 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: stateful_security_group.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.472518 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.473033 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: stateful-security-group Aug 02 13:28:41.473365 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: stdattrs_common.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.473943 dv-cinder-847864-8-iscsi neutron-server[104221]: WARNING neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 02 13:28:41.474275 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.475259 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.475781 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 02 13:28:41.476114 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: subnet_onboard.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.477185 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.477708 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: subnet_onboard Aug 02 13:28:41.478059 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.479036 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.479558 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 02 13:28:41.479891 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: subnet_service_types.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.480850 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.481378 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: subnet-service-types Aug 02 13:28:41.481712 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: subnetallocation.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.482832 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.483360 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: subnet_allocation Aug 02 13:28:41.483692 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.484369 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.484893 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: subnetpool-prefix-ops Aug 02 13:28:41.485223 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.486176 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.486723 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 02 13:28:41.487055 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: tagging.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.488140 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.488660 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: standard-attr-tag Aug 02 13:28:41.488990 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: timestamp.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.490203 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.490751 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loaded extension: standard-attr-timestamp Aug 02 13:28:41.491086 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: trunk.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.492118 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.492640 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension trunk not supported by any of loaded plugins Aug 02 13:28:41.492976 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: trunk_details.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.493926 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.494470 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension trunk-details not supported by any of loaded plugins Aug 02 13:28:41.494815 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: uplink_status_propagation.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.495744 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.496264 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 02 13:28:41.496594 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Loading extension file: vlantransparent.py {{(pid=104221) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 02 13:28:41.497294 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104221) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 02 13:28:41.497803 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 02 13:28:41.500458 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.quota.resource_registry [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Creating instance of TrackedResource for resource:network Aug 02 13:28:41.500991 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.quota.resource_registry [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Creating instance of TrackedResource for resource:subnet Aug 02 13:28:41.501393 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.quota.resource_registry [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 02 13:28:41.501793 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.quota.resource_registry [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Creating instance of TrackedResource for resource:port Aug 02 13:28:41.503111 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.v2.resource_helper [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 13:28:41.503570 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.v2.resource_helper [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Service FLAVORS assigned prefix: {{(pid=104221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 13:28:41.504219 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.v2.resource_helper [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 13:28:41.504668 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.v2.resource_helper [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 13:28:41.505042 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.quota.resource_registry [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Creating instance of TrackedResource for resource:router Aug 02 13:28:41.505471 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.quota.resource_registry [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Creating instance of TrackedResource for resource:floatingip Aug 02 13:28:41.505979 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.v2.resource_helper [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Service METERING assigned prefix: /metering {{(pid=104221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 13:28:41.507478 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.507865 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.508234 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:28:41.509262 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.quota.resource_registry [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Creating instance of CountableResource for resource:rbac_policy Aug 02 13:28:41.510302 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.quota.resource_registry [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Creating instance of TrackedResource for resource:security_group Aug 02 13:28:41.510764 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.quota.resource_registry [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 02 13:28:41.511393 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.v2.resource_helper [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Service CORE assigned prefix: {{(pid=104221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 13:28:41.511728 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.quota.resource_registry [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 02 13:28:41.512087 dv-cinder-847864-8-iscsi neutron-server[104221]: WARNING neutron.quota.resource_registry [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] subnetpool is already registered Aug 02 13:28:41.512519 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.v2.resource_helper [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Service CORE assigned prefix: {{(pid=104221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 13:28:41.512854 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.quota.resource_registry [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 02 13:28:41.513200 dv-cinder-847864-8-iscsi neutron-server[104221]: WARNING neutron.quota.resource_registry [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] subnetpool is already registered Aug 02 13:28:41.515569 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.v2.resource_helper [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 13:28:41.516006 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.v2.resource_helper [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Service FLAVORS assigned prefix: {{(pid=104221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 13:28:41.516612 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.v2.resource_helper [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 13:28:41.517041 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.v2.resource_helper [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 13:28:41.517377 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.quota.resource_registry [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Creating instance of TrackedResource for resource:router Aug 02 13:28:41.517723 dv-cinder-847864-8-iscsi neutron-server[104221]: WARNING neutron.quota.resource_registry [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] router is already registered Aug 02 13:28:41.518147 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.quota.resource_registry [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Creating instance of TrackedResource for resource:floatingip Aug 02 13:28:41.518520 dv-cinder-847864-8-iscsi neutron-server[104221]: WARNING neutron.quota.resource_registry [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] floatingip is already registered Aug 02 13:28:41.518988 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.v2.resource_helper [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Service METERING assigned prefix: /metering {{(pid=104221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 13:28:41.519668 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.quota.resource_registry [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Creating instance of CountableResource for resource:rbac_policy Aug 02 13:28:41.519994 dv-cinder-847864-8-iscsi neutron-server[104221]: WARNING neutron.quota.resource_registry [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] rbac_policy is already registered Aug 02 13:28:41.520413 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.quota.resource_registry [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Creating instance of TrackedResource for resource:security_group Aug 02 13:28:41.520756 dv-cinder-847864-8-iscsi neutron-server[104221]: WARNING neutron.quota.resource_registry [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] security_group is already registered Aug 02 13:28:41.521165 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.quota.resource_registry [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 02 13:28:41.521505 dv-cinder-847864-8-iscsi neutron-server[104221]: WARNING neutron.quota.resource_registry [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] security_group_rule is already registered Aug 02 13:28:41.522179 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.v2.resource_helper [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Service CORE assigned prefix: {{(pid=104221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 13:28:41.522548 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.quota.resource_registry [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 02 13:28:41.522893 dv-cinder-847864-8-iscsi neutron-server[104221]: WARNING neutron.quota.resource_registry [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] subnetpool is already registered Aug 02 13:28:41.523326 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.v2.resource_helper [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Service CORE assigned prefix: {{(pid=104221) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 13:28:41.523656 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.quota.resource_registry [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 02 13:28:41.523996 dv-cinder-847864-8-iscsi neutron-server[104221]: WARNING neutron.quota.resource_registry [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] subnetpool is already registered Aug 02 13:28:41.524469 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: extensions {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.526741 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: address-groups {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.528280 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: address-scopes {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.529640 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: agents {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.530866 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: auto-allocated-topology {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.532407 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: availability_zones {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.533663 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: dhcp-networks {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.535268 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: dhcp-agents {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.536746 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: routers {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.539054 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: flavors {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.540259 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: service_profiles {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.541622 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: next_providers {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.543227 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: service_profiles {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.545740 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: floatingip-pools {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.547091 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: routers {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.549273 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: floatingips {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.550617 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: l3-routers {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.552029 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: l3-agents {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.553550 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: metering-labels {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.554971 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: metering-label-rules {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.556368 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: network-ip-availabilities {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.557686 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: bindings {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.559455 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: quotas {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.561083 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: quotas {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.562664 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: rbac-policies {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.564020 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: security-groups {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.565275 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: security-group-rules {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.566577 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: service-providers {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.567830 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: subnetpools {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.569283 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: subnetpools {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.570823 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: tags {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.573186 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: tags {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.575321 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: tags {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.577160 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: tags {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.579038 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: tags {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.580918 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: tags {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.582670 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: tags {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.584663 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: tags {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.586492 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: tags {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.589390 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron.api.extensions [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Extended resource: tags {{(pid=104221) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:28:41.595610 dv-cinder-847864-8-iscsi neutron-server[104221]: WARNING keystonemiddleware.auth_token [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 02 13:28:41.600456 dv-cinder-847864-8-iscsi neutron-server[104221]: WARNING keystonemiddleware.auth_token [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 02 13:28:41.609357 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_concurrency.lockutils [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Acquired lock "singleton_lock" {{(pid=104221) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Aug 02 13:28:41.609846 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_concurrency.lockutils [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Releasing lock "singleton_lock" {{(pid=104221) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Aug 02 13:28:41.610536 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO oslo_service.service [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Starting 2 workers Aug 02 13:28:41.615506 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Started child 104368 {{(pid=104221) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 02 13:28:41.620384 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Started child 104369 {{(pid=104221) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 02 13:28:41.621838 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:28:41.624084 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO neutron.service [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 02 13:28:41.624084 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:28:41.624376 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [-] (104368) wsgi starting up on http://0.0.0.0:9696 Aug 02 13:28:41.625310 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO oslo_service.service [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Starting 1 workers Aug 02 13:28:41.625520 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:28:41.627025 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [-] (104369) wsgi starting up on http://0.0.0.0:9696 Aug 02 13:28:41.630718 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Started child 104370 {{(pid=104221) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 02 13:28:41.631292 dv-cinder-847864-8-iscsi neutron-server[104221]: INFO oslo_service.service [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Starting 1 workers Aug 02 13:28:41.634957 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.service [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] calling RpcWorker wait() {{(pid=104370) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 02 13:28:41.635595 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.service [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] returning from RpcWorker wait() {{(pid=104370) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 02 13:28:41.636587 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Started child 104371 {{(pid=104221) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 02 13:28:41.636990 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:28:41.637439 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:28:41.637601 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG neutron_lib.callbacks.manager [None req-ed05a4a2-d236-4fe3-8a63-e0165f807dd6 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:28:41.639458 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104221) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 02 13:28:41.639740 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 02 13:28:41.640056 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 02 13:28:41.640056 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 02 13:28:41.640448 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 02 13:28:41.640588 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 02 13:28:41.641051 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.641332 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.641595 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.641859 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.642004 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:28:41.642588 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.642841 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.643028 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.643256 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.643538 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.643804 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.643977 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.644229 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.644395 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.644661 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.644976 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.645246 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.645512 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.651344 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.651344 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.651344 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.651344 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.651344 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.651344 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] debug = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.651344 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.652349 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.652349 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.652349 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.652349 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.652349 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.652349 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.653150 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.653150 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.653150 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.653150 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.653150 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.653150 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.653150 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.653150 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.654236 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.654236 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.654236 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.654236 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] host = dv-cinder-847864-8-iscsi {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.654236 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.654236 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.654236 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.654236 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.655475 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.655475 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.655475 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.655475 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.655475 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.655475 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.655475 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.655475 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.656517 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.656517 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] log_file = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.656517 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] log_options = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.656517 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.656517 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.657430 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.657430 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.657430 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.657430 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.657972 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.657972 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.658258 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.658420 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.658618 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.658842 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.659143 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.659408 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.659641 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.659867 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.660127 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.660361 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.660636 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.660884 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.661131 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.661487 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.661653 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.661832 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.662075 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.662288 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.662582 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.662781 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.663066 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.663257 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.663494 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.663766 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.663988 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.664232 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.664596 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.664867 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.665050 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.665195 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.665462 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.666228 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.666413 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:28:41.666567 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.666769 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.666988 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.667216 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.667452 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.667669 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.667891 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] use_json = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.668111 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.668345 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.668614 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.668830 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.669046 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.670430 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.670430 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.670430 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.670430 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.670430 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.673926 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.673926 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.673926 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.673926 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.673926 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.673926 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.673926 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.673926 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.674428 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.674428 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.674428 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.674428 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.674428 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.674428 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.674428 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.674862 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.674862 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.675190 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.675288 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.675509 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.675780 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.676033 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.676481 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.676748 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.676984 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.677233 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.677527 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.677804 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.678153 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.678461 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.678729 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.678980 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.679222 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.679511 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.679716 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.679883 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.680628 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.681067 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.681287 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.682158 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.682158 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.682454 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.682753 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.682997 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.683234 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.683464 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.683702 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.683935 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.684177 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.684395 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.684633 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.684875 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.685102 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.685289 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.685654 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.685804 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.686034 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.686274 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.686525 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.686745 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.686968 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.687204 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.687531 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.687693 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.687833 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.688033 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.688248 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.688500 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.688720 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.688934 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.689143 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.689385 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.689757 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.689914 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.690047 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.690282 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.690524 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.690759 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.690974 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.691215 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.691454 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.691670 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.691903 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.692197 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.692337 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.692573 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.692787 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.693023 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.693237 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.693451 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.693744 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.694081 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.694334 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.699073 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.699073 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.699073 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.699073 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.699073 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.699073 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.699073 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.699073 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.701269 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.701269 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.701269 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.701269 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.701269 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.701269 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.701269 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.701269 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.702610 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.702610 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.702610 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.702610 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.702610 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.702610 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.702610 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.702610 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.703837 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.703837 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.703837 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.703837 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.703837 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.703837 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.703837 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.703837 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.704865 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.704865 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.704865 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.704865 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.704865 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.704865 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.704865 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.704865 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.704865 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.706197 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.706197 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.706197 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.706197 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.706197 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.706197 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.707052 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.707052 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.707052 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.707448 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.707448 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.707717 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.707881 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.708115 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.708370 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.709609 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.709609 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.709609 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.709609 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.709609 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.710462 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.710462 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.710462 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.710462 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.711367 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.711367 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.711367 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.711367 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.711667 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.711746 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.711904 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.712157 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.712374 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.713192 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.713355 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.713620 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.714081 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.714081 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.714427 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.714575 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.714713 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.714942 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.715209 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.715441 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.715849 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.716199 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.716339 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.716700 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.717108 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.717341 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.717581 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.717801 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.718027 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.718445 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.718597 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.718773 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.718955 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.719209 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.719463 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.719804 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.720044 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.720278 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.720517 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.720758 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.721013 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.721232 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.721451 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.721824 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.721948 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.722185 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.722455 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.722694 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.722914 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.723268 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.723415 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.723621 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.723864 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.724121 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.724339 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.724562 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.724784 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.725021 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.725240 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.725561 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.725708 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.725898 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.726117 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.726328 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.726644 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.726891 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.727127 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.728141 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.728141 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.728141 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.729231 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.729231 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.729231 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.729614 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.729614 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.729841 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.730070 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.730486 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.739099 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.739099 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.739099 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.739099 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.739099 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.739099 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.739099 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.739099 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.739683 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.739683 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.739683 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.739683 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.739683 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.739683 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.739683 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.739683 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.740156 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.740156 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.740156 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.740156 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.740156 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.740156 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.740156 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.740156 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.740619 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.740619 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.740619 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.740619 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.740619 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.740619 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.740619 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.740619 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.741068 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.741068 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.741068 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.741068 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.741068 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.741068 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.741068 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.741068 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.741541 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.741541 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.741541 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.741541 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.741541 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.741541 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.741541 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.741965 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.741965 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.742358 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.742519 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.742684 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.743532 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.743532 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.743532 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.743951 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.743951 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.744212 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.744314 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.744522 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.744746 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.744975 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.745188 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.745410 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.745628 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.745774 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 02 13:28:41.746325 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104221) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 02 13:28:41.746514 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 02 13:28:41.746670 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 02 13:28:41.746854 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 02 13:28:41.747023 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 02 13:28:41.747178 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 02 13:28:41.747391 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.747555 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.747717 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.747970 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.748073 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.748205 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.748394 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.748533 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.748695 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.748854 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.749179 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.749339 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.749502 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.749679 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.749813 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.749973 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.750133 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.750291 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.750647 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.750807 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.750968 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.751133 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.751293 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] debug = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.751453 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.751658 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.751820 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.752127 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.752290 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.752450 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.752610 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.752772 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.752928 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.753249 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.753407 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.753567 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.753730 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.753890 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.754058 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.754212 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.754539 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.754699 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.754859 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] host = dv-cinder-847864-8-iscsi {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.755021 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.755186 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.755351 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.755509 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.755675 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.755833 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.756187 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.756187 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.756344 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.756422 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.756599 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.756738 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.756896 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.757055 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] log_file = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.757224 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] log_options = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.757383 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.757541 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.757700 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.757893 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.758064 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.758256 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.758368 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.758561 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.758696 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.758853 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.759013 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.759179 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.759522 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.759605 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.759688 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.759855 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.759996 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.760133 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.760280 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.760477 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.760564 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:28:41.760649 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.760729 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.760883 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.761042 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.761201 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.761361 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.761520 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.761679 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.761838 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.761997 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.762157 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.762324 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.762490 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.762654 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.762814 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.762974 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.763133 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.763292 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.763457 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.763733 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.763887 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.764013 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.764141 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.764269 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.764465 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.764623 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.764954 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] use_json = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.764954 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.765250 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.765250 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.765497 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.765497 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.765734 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.765734 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.765967 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.766067 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 13:28:41.766223 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.766412 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.766560 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.766727 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.766889 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.767052 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.767212 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.767373 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.767536 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.767703 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.767830 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.767996 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.768163 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.768324 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.768488 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.768652 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.768997 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.768997 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.769159 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.769267 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.769429 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.769590 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.769760 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.769920 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.770081 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.770240 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.770428 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.770590 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.770751 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.770928 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.771089 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.771252 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.771414 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.771576 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.771738 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.771901 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.772063 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.772225 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.772387 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.772548 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.772710 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.772872 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.773033 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.773194 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.773356 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.773542 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.773674 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.773895 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.773985 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.774133 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.774295 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.774479 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.774627 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.774793 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.775631 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.775756 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.776012 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.776012 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.776279 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.776279 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.776476 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.776599 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.776757 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.776918 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.777079 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.777240 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.778472 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.778472 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.778472 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.778472 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.778472 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.778472 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.778472 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.778472 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.779332 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.779332 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.779332 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.779332 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.779332 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.779873 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.779873 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.779873 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.779873 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.780299 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.780299 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.780299 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.780817 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.780817 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.780817 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.781110 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.781110 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.781330 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.781455 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.781579 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.781733 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.781889 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.782306 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.782509 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.782654 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.782797 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.782958 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.783103 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.783218 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.783480 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.783649 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.783813 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.784014 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.784127 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.784297 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.784489 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.784654 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.784801 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.784956 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.785099 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.785241 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.785498 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.785787 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.786086 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.786877 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.786877 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.787147 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.787301 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.787601 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.787912 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.788226 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.788585 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.788821 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.789121 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.789562 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.789706 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.789993 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.790264 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.790459 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.791251 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.791422 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.791601 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.802170 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.802170 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.802170 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.802170 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.802170 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.802170 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.802170 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.802170 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.802766 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.802766 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.802766 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.802766 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.802766 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.802766 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.802766 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.802766 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.803329 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.803329 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.803329 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.803329 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.803329 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.803329 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.803329 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.803329 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.803854 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.803854 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.803854 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.803854 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.803854 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.803854 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.803854 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.803854 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.804390 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.804390 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.804390 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.804390 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.804390 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.804390 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.804390 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.804390 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.804926 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.804926 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.804926 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.804926 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.804926 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.804926 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.804926 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.804926 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.805466 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.805466 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.805466 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.805466 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.805466 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.805466 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.805466 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.805466 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.806005 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.806005 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.806005 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.806005 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.806005 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.806005 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.806005 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.806005 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.806857 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.806857 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.806857 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.806857 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.806857 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.806857 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.806857 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.806857 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.807402 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.807402 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.807402 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.807402 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.807402 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.807402 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.807402 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.807402 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.807402 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.808008 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.808008 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.808008 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.808008 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.808008 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.808008 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.808008 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.808008 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.808548 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.808548 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.808548 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.808548 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.808548 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.808548 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.808548 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.808548 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.809093 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.809093 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.809093 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.809093 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.809093 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.809093 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.809093 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.809093 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.810573 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.810573 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.810573 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.810573 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.810573 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.810573 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.810573 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.810573 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.811070 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.811070 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.811070 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.811070 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.811070 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.811070 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.811070 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.811070 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.811510 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.811510 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.811510 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.811510 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.811510 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.811510 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.811510 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.811510 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.811936 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.811936 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.811936 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.811936 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.811936 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.812215 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.812215 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.812347 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.812499 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.812672 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.812841 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.813005 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.813176 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.813346 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.813516 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.813677 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.813846 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.814021 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.814186 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.814349 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.814533 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.814695 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.814856 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.815018 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.815180 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.815340 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.815502 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.815663 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.815826 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.815989 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.816151 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.816312 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.816479 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.816639 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.816800 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.816960 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.817121 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 13:28:41.817275 dv-cinder-847864-8-iscsi neutron-server[104221]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104221) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 02 13:28:42.065599 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 59194) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:28:42.074950 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071647 Aug 02 13:28:54.105385 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f958f0c9-9f63-4d40-8856-4c557eeb3196 None None] get_active_networks_info from dv-cinder-847864-8-iscsi {{(pid=104370) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 02 13:28:54.201346 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f958f0c9-9f63-4d40-8856-4c557eeb3196 None None] No non-hosted networks {{(pid=104370) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 02 13:28:54.231137 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.agentschedulers_db [None req-f958f0c9-9f63-4d40-8856-4c557eeb3196 None None] DHCP Agent not found on host dv-cinder-847864-8-iscsi {{(pid=104370) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 02 13:28:54.460604 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-51fc2e2c-47b6-4f45-a6c9-ad299bb0bbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-773568'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:28:56.414953 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-9303e6d9-42ac-4f6e-8c58-8be2401b582f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-773568'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:28:56.496878 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-d940d5f6-8b3b-4ab4-9968-cf92b4a52f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:28:57.531914 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-773568'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:28:59.180210 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-773568'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:00.553154 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 59276) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:29:00.592982 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-773568'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:00.594248 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:00.595533 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:00.596151 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:00.596849 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:00.597383 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:00.598027 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:00.598570 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:00.602075 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:00.602075 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:00.602075 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:00.602075 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:00.602075 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:00.602545 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:00.602545 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-847864-8-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:29:00.615046 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-847864-8-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:29:01.102080 dv-cinder-847864-8-iscsi neutron-server[104368]: WARNING oslo_policy.policy [None req-3c51303b-937d-4c16-8db5-c2f19077b450 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 02 13:29:01.102950 dv-cinder-847864-8-iscsi neutron-server[104368]: WARNING oslo_policy.policy [None req-3c51303b-937d-4c16-8db5-c2f19077b450 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 02 13:29:01.331946 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [None req-3c51303b-937d-4c16-8db5-c2f19077b450 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 02 13:29:01.342449 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-3c51303b-937d-4c16-8db5-c2f19077b450 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7789123 Aug 02 13:29:03.708845 dv-cinder-847864-8-iscsi neutron-server[104370]: INFO neutron.db.l3_hamode_db [None req-5573595a-7936-45a1-a9ba-415dc860e91f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 02 13:29:03.786899 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5573595a-7936-45a1-a9ba-415dc860e91f None None] Routers set() bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:29:03.787279 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5573595a-7936-45a1-a9ba-415dc860e91f None None] Router IDs set() for agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Aug 02 13:29:04.014866 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 59300) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:29:04.332463 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-a1ab1527-489b-4d37-b19f-7d4c35202252 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:29:04.427917 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.policy [None req-a1ab1527-489b-4d37-b19f-7d4c35202252 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104368) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 02 13:29:04.472121 dv-cinder-847864-8-iscsi neutron-server[104368]: WARNING oslo_policy.policy [None req-a1ab1527-489b-4d37-b19f-7d4c35202252 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 02 13:29:04.472452 dv-cinder-847864-8-iscsi neutron-server[104368]: WARNING oslo_policy.policy [None req-a1ab1527-489b-4d37-b19f-7d4c35202252 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 02 13:29:04.625180 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a1ab1527-489b-4d37-b19f-7d4c35202252 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786058967391', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786058967690', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786058944968', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786058938380', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786058940491', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786058999238', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1719753', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1662737', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-539775', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-764120'] for rbac-policy (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:04.778445 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a1ab1527-489b-4d37-b19f-7d4c35202252 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:04.779624 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-a1ab1527-489b-4d37-b19f-7d4c35202252 admin admin] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7637634 Aug 02 13:29:07.362541 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 59310) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:29:07.689380 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-4c859262-72c2-4bf3-91e2-34965b404458 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:29:07.782024 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c859262-72c2-4bf3-91e2-34965b404458 demo demo] Made reservation on behalf of 5658a9185d8d4ac4a34e0c07b09bc742 for: {'network': 1} {{(pid=104368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:29:07.785792 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4c859262-72c2-4bf3-91e2-34965b404458 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for network (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:07.803281 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4c859262-72c2-4bf3-91e2-34965b404458 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:07.920034 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4c859262-72c2-4bf3-91e2-34965b404458 demo demo] Publish callbacks [] for security_group (d184addf-61b2-44e3-ab7b-e884ffc132c8), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:07.958382 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4c859262-72c2-4bf3-91e2-34965b404458 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (d184addf-61b2-44e3-ab7b-e884ffc132c8), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:07.991453 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c859262-72c2-4bf3-91e2-34965b404458 demo demo] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=104368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:29:08.019153 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4c859262-72c2-4bf3-91e2-34965b404458 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786056706753', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (390dd45a-f618-43bf-815b-2b31604f3a45), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:08.019722 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4c859262-72c2-4bf3-91e2-34965b404458 demo demo] Unsubscribe: segment precommit_create {{(pid=104368) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 02 13:29:08.020252 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.db.segments_db [None req-4c859262-72c2-4bf3-91e2-34965b404458 demo demo] Added segment 390dd45a-f618-43bf-815b-2b31604f3a45 of type vlan for network 5a958cd1-1b5b-4b46-a4c5-19726c9fdb95 Aug 02 13:29:08.026608 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c859262-72c2-4bf3-91e2-34965b404458 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d184addf-61b2-44e3-ab7b-e884ffc132c8,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:29:08.051512 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c859262-72c2-4bf3-91e2-34965b404458 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:08.051512 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c859262-72c2-4bf3-91e2-34965b404458 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:08.051512 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c859262-72c2-4bf3-91e2-34965b404458 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:08.051512 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c859262-72c2-4bf3-91e2-34965b404458 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:08.051512 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c859262-72c2-4bf3-91e2-34965b404458 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:08.052027 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c859262-72c2-4bf3-91e2-34965b404458 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:08.052027 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c859262-72c2-4bf3-91e2-34965b404458 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:08.052027 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c859262-72c2-4bf3-91e2-34965b404458 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:08.052027 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c859262-72c2-4bf3-91e2-34965b404458 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:08.052342 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c859262-72c2-4bf3-91e2-34965b404458 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:08.052548 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c859262-72c2-4bf3-91e2-34965b404458 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:08.052857 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c859262-72c2-4bf3-91e2-34965b404458 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:08.053177 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c859262-72c2-4bf3-91e2-34965b404458 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:08.054531 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c859262-72c2-4bf3-91e2-34965b404458 demo demo] Tracked resource versions report: Aug 02 13:29:08.054531 dv-cinder-847864-8-iscsi neutron-server[104368]: pushed versions: Aug 02 13:29:08.054531 dv-cinder-847864-8-iscsi neutron-server[104368]: { 'AddressGroup': {'1.2'}, Aug 02 13:29:08.054531 dv-cinder-847864-8-iscsi neutron-server[104368]: 'ConntrackHelper': {'1.0'}, Aug 02 13:29:08.054531 dv-cinder-847864-8-iscsi neutron-server[104368]: 'LocalIPAssociation': {'1.0'}, Aug 02 13:29:08.054531 dv-cinder-847864-8-iscsi neutron-server[104368]: 'Log': {'1.0'}, Aug 02 13:29:08.054531 dv-cinder-847864-8-iscsi neutron-server[104368]: 'Network': {'1.1'}, Aug 02 13:29:08.054531 dv-cinder-847864-8-iscsi neutron-server[104368]: 'Port': {'1.7'}, Aug 02 13:29:08.054531 dv-cinder-847864-8-iscsi neutron-server[104368]: 'PortForwarding': {'1.2'}, Aug 02 13:29:08.054531 dv-cinder-847864-8-iscsi neutron-server[104368]: 'QosPolicy': {'1.10'}, Aug 02 13:29:08.054531 dv-cinder-847864-8-iscsi neutron-server[104368]: 'SecurityGroup': {'1.5'}, Aug 02 13:29:08.054531 dv-cinder-847864-8-iscsi neutron-server[104368]: 'SecurityGroupRule': {'1.2'}, Aug 02 13:29:08.054531 dv-cinder-847864-8-iscsi neutron-server[104368]: 'SubPort': {'1.0'}, Aug 02 13:29:08.054531 dv-cinder-847864-8-iscsi neutron-server[104368]: 'Subnet': {'1.1'}, Aug 02 13:29:08.054531 dv-cinder-847864-8-iscsi neutron-server[104368]: 'Trunk': {'1.1'}} Aug 02 13:29:08.054531 dv-cinder-847864-8-iscsi neutron-server[104368]: consumer versions: Aug 02 13:29:08.054531 dv-cinder-847864-8-iscsi neutron-server[104368]: { DHCP agent@dv-cinder-847864-8-iscsi: {}, Aug 02 13:29:08.054531 dv-cinder-847864-8-iscsi neutron-server[104368]: L3 agent@dv-cinder-847864-8-iscsi: {}, Aug 02 13:29:08.054531 dv-cinder-847864-8-iscsi neutron-server[104368]: Metadata agent@dv-cinder-847864-8-iscsi: {}, Aug 02 13:29:08.054531 dv-cinder-847864-8-iscsi neutron-server[104368]: Metering agent@dv-cinder-847864-8-iscsi: {}, Aug 02 13:29:08.054531 dv-cinder-847864-8-iscsi neutron-server[104368]: Open vSwitch agent@dv-cinder-847864-8-iscsi: { 'AddressGroup': '1.2', Aug 02 13:29:08.054531 dv-cinder-847864-8-iscsi neutron-server[104368]: 'ConntrackHelper': '1.0', Aug 02 13:29:08.054531 dv-cinder-847864-8-iscsi neutron-server[104368]: 'LocalIPAssociation': '1.0', Aug 02 13:29:08.054531 dv-cinder-847864-8-iscsi neutron-server[104368]: 'Log': '1.0', Aug 02 13:29:08.054531 dv-cinder-847864-8-iscsi neutron-server[104368]: 'Network': '1.1', Aug 02 13:29:08.054531 dv-cinder-847864-8-iscsi neutron-server[104368]: 'Port': '1.7', Aug 02 13:29:08.054531 dv-cinder-847864-8-iscsi neutron-server[104368]: 'PortForwarding': '1.2', Aug 02 13:29:08.054531 dv-cinder-847864-8-iscsi neutron-server[104368]: 'QosPolicy': '1.10', Aug 02 13:29:08.054531 dv-cinder-847864-8-iscsi neutron-server[104368]: 'SecurityGroup': '1.5', Aug 02 13:29:08.054531 dv-cinder-847864-8-iscsi neutron-server[104368]: 'SecurityGroupRule': '1.2', Aug 02 13:29:08.054531 dv-cinder-847864-8-iscsi neutron-server[104368]: 'SubPort': '1.0', Aug 02 13:29:08.054531 dv-cinder-847864-8-iscsi neutron-server[104368]: 'Subnet': '1.1', Aug 02 13:29:08.054531 dv-cinder-847864-8-iscsi neutron-server[104368]: 'Trunk': '1.1'}} Aug 02 13:29:08.054531 dv-cinder-847864-8-iscsi neutron-server[104368]: {{(pid=104368) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 02 13:29:08.132706 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4c859262-72c2-4bf3-91e2-34965b404458 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786056214182'] for network (5a958cd1-1b5b-4b46-a4c5-19726c9fdb95), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:08.238547 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4c859262-72c2-4bf3-91e2-34965b404458 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010'] for network (5a958cd1-1b5b-4b46-a4c5-19726c9fdb95), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:08.244313 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c859262-72c2-4bf3-91e2-34965b404458 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:29:08.245110 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4c859262-72c2-4bf3-91e2-34965b404458 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:08.361068 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c859262-72c2-4bf3-91e2-34965b404458 demo demo] Pushing event updated for resources: {'Network': ['ID=5a958cd1-1b5b-4b46-a4c5-19726c9fdb95,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:29:08.373859 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Network 5a958cd1-1b5b-4b46-a4c5-19726c9fdb95 details requested by agent ovs-agent-dv-cinder-847864-8-iscsi with host dv-cinder-847864-8-iscsi {{(pid=104370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 13:29:08.440499 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-4c859262-72c2-4bf3-91e2-34965b404458 demo demo] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0768631 Aug 02 13:29:11.121808 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 59322) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:29:11.646126 dv-cinder-847864-8-iscsi neutron-server[104369]: WARNING oslo_policy.policy [None req-254eaa31-c155-4392-88e7-978a65b46ae1 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 02 13:29:11.649643 dv-cinder-847864-8-iscsi neutron-server[104369]: WARNING oslo_policy.policy [None req-254eaa31-c155-4392-88e7-978a65b46ae1 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 02 13:29:12.090771 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.policy [None req-254eaa31-c155-4392-88e7-978a65b46ae1 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104369) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 02 13:29:12.134486 dv-cinder-847864-8-iscsi neutron-server[104369]: WARNING oslo_policy.policy [None req-254eaa31-c155-4392-88e7-978a65b46ae1 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 02 13:29:12.135099 dv-cinder-847864-8-iscsi neutron-server[104369]: WARNING oslo_policy.policy [None req-254eaa31-c155-4392-88e7-978a65b46ae1 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 02 13:29:12.142946 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254eaa31-c155-4392-88e7-978a65b46ae1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:29:12.144905 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-254eaa31-c155-4392-88e7-978a65b46ae1 demo admin] 10.222.0.67 "GET /v2.0/networks/5a958cd1-1b5b-4b46-a4c5-19726c9fdb95 HTTP/1.1" status: 200 len: 825 time: 1.0209970 Aug 02 13:29:12.185617 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-03d0c5da-f1e6-49c8-9960-814dd14a3ab8 demo admin] 10.222.0.67 "GET /v2.0/subnetpools/852d0052-c40f-4573-935b-bc25c38d2a5d HTTP/1.1" status: 200 len: 734 time: 0.0343969 Aug 02 13:29:12.194714 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-ce9cdae9-ab2c-443c-addc-42632e03fd7a demo admin] Request body: {'subnet': {'network_id': '5a958cd1-1b5b-4b46-a4c5-19726c9fdb95', 'subnetpool_id': '852d0052-c40f-4573-935b-bc25c38d2a5d', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:29:12.318891 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9cdae9-ab2c-443c-addc-42632e03fd7a demo admin] Made reservation on behalf of 5658a9185d8d4ac4a34e0c07b09bc742 for: {'subnet': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:29:12.322404 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ce9cdae9-ab2c-443c-addc-42632e03fd7a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:12.679145 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ce9cdae9-ab2c-443c-addc-42632e03fd7a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010'] for subnet (854df97b-4506-4750-8b6c-c252e6da5ac2), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:12.751605 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9cdae9-ab2c-443c-addc-42632e03fd7a demo admin] Checking segment: {'id': '390dd45a-f618-43bf-815b-2b31604f3a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a958cd1-1b5b-4b46-a4c5-19726c9fdb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:29:12.751950 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9cdae9-ab2c-443c-addc-42632e03fd7a demo admin] Network hostable DHCP agents. Network: 5a958cd1-1b5b-4b46-a4c5-19726c9fdb95, hostable agents: ['befb4f8c-7c45-422b-a3e4-83ed25d094fc'], hosted agents: [] {{(pid=104369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:29:12.761244 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9cdae9-ab2c-443c-addc-42632e03fd7a demo admin] Pushing event updated for resources: {'Subnet': ['ID=854df97b-4506-4750-8b6c-c252e6da5ac2,revision_number=0']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:29:12.774554 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9cdae9-ab2c-443c-addc-42632e03fd7a demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:12.774917 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9cdae9-ab2c-443c-addc-42632e03fd7a demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:12.775271 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9cdae9-ab2c-443c-addc-42632e03fd7a demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:12.775608 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9cdae9-ab2c-443c-addc-42632e03fd7a demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:12.775934 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9cdae9-ab2c-443c-addc-42632e03fd7a demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:12.776257 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9cdae9-ab2c-443c-addc-42632e03fd7a demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:12.776595 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9cdae9-ab2c-443c-addc-42632e03fd7a demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:12.776919 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9cdae9-ab2c-443c-addc-42632e03fd7a demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:12.777240 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9cdae9-ab2c-443c-addc-42632e03fd7a demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:12.777574 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9cdae9-ab2c-443c-addc-42632e03fd7a demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:12.777893 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9cdae9-ab2c-443c-addc-42632e03fd7a demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:12.778210 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9cdae9-ab2c-443c-addc-42632e03fd7a demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:12.778554 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9cdae9-ab2c-443c-addc-42632e03fd7a demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:12.779898 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9cdae9-ab2c-443c-addc-42632e03fd7a demo admin] Tracked resource versions report: Aug 02 13:29:12.779898 dv-cinder-847864-8-iscsi neutron-server[104369]: pushed versions: Aug 02 13:29:12.779898 dv-cinder-847864-8-iscsi neutron-server[104369]: { 'AddressGroup': {'1.2'}, Aug 02 13:29:12.779898 dv-cinder-847864-8-iscsi neutron-server[104369]: 'ConntrackHelper': {'1.0'}, Aug 02 13:29:12.779898 dv-cinder-847864-8-iscsi neutron-server[104369]: 'LocalIPAssociation': {'1.0'}, Aug 02 13:29:12.779898 dv-cinder-847864-8-iscsi neutron-server[104369]: 'Log': {'1.0'}, Aug 02 13:29:12.779898 dv-cinder-847864-8-iscsi neutron-server[104369]: 'Network': {'1.1'}, Aug 02 13:29:12.779898 dv-cinder-847864-8-iscsi neutron-server[104369]: 'Port': {'1.7'}, Aug 02 13:29:12.779898 dv-cinder-847864-8-iscsi neutron-server[104369]: 'PortForwarding': {'1.2'}, Aug 02 13:29:12.779898 dv-cinder-847864-8-iscsi neutron-server[104369]: 'QosPolicy': {'1.10'}, Aug 02 13:29:12.779898 dv-cinder-847864-8-iscsi neutron-server[104369]: 'SecurityGroup': {'1.5'}, Aug 02 13:29:12.779898 dv-cinder-847864-8-iscsi neutron-server[104369]: 'SecurityGroupRule': {'1.2'}, Aug 02 13:29:12.779898 dv-cinder-847864-8-iscsi neutron-server[104369]: 'SubPort': {'1.0'}, Aug 02 13:29:12.779898 dv-cinder-847864-8-iscsi neutron-server[104369]: 'Subnet': {'1.1'}, Aug 02 13:29:12.779898 dv-cinder-847864-8-iscsi neutron-server[104369]: 'Trunk': {'1.1'}} Aug 02 13:29:12.779898 dv-cinder-847864-8-iscsi neutron-server[104369]: consumer versions: Aug 02 13:29:12.779898 dv-cinder-847864-8-iscsi neutron-server[104369]: { DHCP agent@dv-cinder-847864-8-iscsi: {}, Aug 02 13:29:12.779898 dv-cinder-847864-8-iscsi neutron-server[104369]: L3 agent@dv-cinder-847864-8-iscsi: {}, Aug 02 13:29:12.779898 dv-cinder-847864-8-iscsi neutron-server[104369]: Metadata agent@dv-cinder-847864-8-iscsi: {}, Aug 02 13:29:12.779898 dv-cinder-847864-8-iscsi neutron-server[104369]: Metering agent@dv-cinder-847864-8-iscsi: {}, Aug 02 13:29:12.779898 dv-cinder-847864-8-iscsi neutron-server[104369]: Open vSwitch agent@dv-cinder-847864-8-iscsi: { 'AddressGroup': '1.2', Aug 02 13:29:12.779898 dv-cinder-847864-8-iscsi neutron-server[104369]: 'ConntrackHelper': '1.0', Aug 02 13:29:12.779898 dv-cinder-847864-8-iscsi neutron-server[104369]: 'LocalIPAssociation': '1.0', Aug 02 13:29:12.779898 dv-cinder-847864-8-iscsi neutron-server[104369]: 'Log': '1.0', Aug 02 13:29:12.779898 dv-cinder-847864-8-iscsi neutron-server[104369]: 'Network': '1.1', Aug 02 13:29:12.779898 dv-cinder-847864-8-iscsi neutron-server[104369]: 'Port': '1.7', Aug 02 13:29:12.779898 dv-cinder-847864-8-iscsi neutron-server[104369]: 'PortForwarding': '1.2', Aug 02 13:29:12.779898 dv-cinder-847864-8-iscsi neutron-server[104369]: 'QosPolicy': '1.10', Aug 02 13:29:12.779898 dv-cinder-847864-8-iscsi neutron-server[104369]: 'SecurityGroup': '1.5', Aug 02 13:29:12.779898 dv-cinder-847864-8-iscsi neutron-server[104369]: 'SecurityGroupRule': '1.2', Aug 02 13:29:12.779898 dv-cinder-847864-8-iscsi neutron-server[104369]: 'SubPort': '1.0', Aug 02 13:29:12.779898 dv-cinder-847864-8-iscsi neutron-server[104369]: 'Subnet': '1.1', Aug 02 13:29:12.779898 dv-cinder-847864-8-iscsi neutron-server[104369]: 'Trunk': '1.1'}} Aug 02 13:29:12.779898 dv-cinder-847864-8-iscsi neutron-server[104369]: {{(pid=104369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 02 13:29:12.872906 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9cdae9-ab2c-443c-addc-42632e03fd7a demo admin] Network 5a958cd1-1b5b-4b46-a4c5-19726c9fdb95 is scheduled to be hosted by DHCP agent befb4f8c-7c45-422b-a3e4-83ed25d094fc with binding_index 1 {{(pid=104369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:29:12.964321 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-ce9cdae9-ab2c-443c-addc-42632e03fd7a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-8-iscsi, 5a958cd1-1b5b-4b46-a4c5-19726c9fdb95) {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:29:12.970688 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9cdae9-ab2c-443c-addc-42632e03fd7a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:29:12.971450 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ce9cdae9-ab2c-443c-addc-42632e03fd7a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for subnet (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:12.974549 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4288b54-1134-4257-bdbc-80911de54e96 None None] Network 5a958cd1-1b5b-4b46-a4c5-19726c9fdb95 requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:29:13.047236 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-ce9cdae9-ab2c-443c-addc-42632e03fd7a demo admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8560529 Aug 02 13:29:13.349068 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ebaa513-5f0a-5310-b1e1-7495ca05f9af-5a958cd1-1b5b-4b46-a4c5-19726c9fdb95', 'network_id': '5a958cd1-1b5b-4b46-a4c5-19726c9fdb95', 'project_id': '5658a9185d8d4ac4a34e0c07b09bc742', 'fixed_ips': [{'subnet_id': '854df97b-4506-4750-8b6c-c252e6da5ac2'}]}} from dv-cinder-847864-8-iscsi. {{(pid=104370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 02 13:29:13.350448 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:13.635337 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.db_base_plugin_common [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] Allocated IP 172.20.0.2 (5a958cd1-1b5b-4b46-a4c5-19726c9fdb95/854df97b-4506-4750-8b6c-c252e6da5ac2/bec5f598-f286-42b1-bce0-afe1f904fd71) {{(pid=104370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:29:13.901839 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] Publish callbacks [] for port (bec5f598-f286-42b1-bce0-afe1f904fd71), precommit_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:13.971188 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979'] for port (bec5f598-f286-42b1-bce0-afe1f904fd71), after_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:14.043541 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] Network 5a958cd1-1b5b-4b46-a4c5-19726c9fdb95 is already hosted by enough agents. {{(pid=104370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:29:14.050549 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.scheduler.base_scheduler [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] Resources bound (agent type, host, resource id): {{(pid=104370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:29:14.060773 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] Received port after_create {{(pid=104370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:29:14.067670 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] Pushing event updated for resources: {'Port': ['ID=bec5f598-f286-42b1-bce0-afe1f904fd71,revision_number=1']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:29:14.101283 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:14.101675 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:14.102899 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:14.103259 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:14.103605 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:14.103946 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:14.104286 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:14.106062 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:14.106062 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:14.106062 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:14.106062 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:14.106062 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:14.109052 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:14.109052 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] Tracked resource versions report: Aug 02 13:29:14.109052 dv-cinder-847864-8-iscsi neutron-server[104370]: pushed versions: Aug 02 13:29:14.109052 dv-cinder-847864-8-iscsi neutron-server[104370]: { 'AddressGroup': {'1.2'}, Aug 02 13:29:14.109052 dv-cinder-847864-8-iscsi neutron-server[104370]: 'ConntrackHelper': {'1.0'}, Aug 02 13:29:14.109052 dv-cinder-847864-8-iscsi neutron-server[104370]: 'LocalIPAssociation': {'1.0'}, Aug 02 13:29:14.109052 dv-cinder-847864-8-iscsi neutron-server[104370]: 'Log': {'1.0'}, Aug 02 13:29:14.109052 dv-cinder-847864-8-iscsi neutron-server[104370]: 'Network': {'1.1'}, Aug 02 13:29:14.109052 dv-cinder-847864-8-iscsi neutron-server[104370]: 'Port': {'1.7'}, Aug 02 13:29:14.109052 dv-cinder-847864-8-iscsi neutron-server[104370]: 'PortForwarding': {'1.2'}, Aug 02 13:29:14.109052 dv-cinder-847864-8-iscsi neutron-server[104370]: 'QosPolicy': {'1.10'}, Aug 02 13:29:14.109052 dv-cinder-847864-8-iscsi neutron-server[104370]: 'SecurityGroup': {'1.5'}, Aug 02 13:29:14.109052 dv-cinder-847864-8-iscsi neutron-server[104370]: 'SecurityGroupRule': {'1.2'}, Aug 02 13:29:14.109052 dv-cinder-847864-8-iscsi neutron-server[104370]: 'SubPort': {'1.0'}, Aug 02 13:29:14.109052 dv-cinder-847864-8-iscsi neutron-server[104370]: 'Subnet': {'1.1'}, Aug 02 13:29:14.109052 dv-cinder-847864-8-iscsi neutron-server[104370]: 'Trunk': {'1.1'}} Aug 02 13:29:14.109052 dv-cinder-847864-8-iscsi neutron-server[104370]: consumer versions: Aug 02 13:29:14.109052 dv-cinder-847864-8-iscsi neutron-server[104370]: { DHCP agent@dv-cinder-847864-8-iscsi: {}, Aug 02 13:29:14.109052 dv-cinder-847864-8-iscsi neutron-server[104370]: L3 agent@dv-cinder-847864-8-iscsi: {}, Aug 02 13:29:14.109052 dv-cinder-847864-8-iscsi neutron-server[104370]: Metadata agent@dv-cinder-847864-8-iscsi: {}, Aug 02 13:29:14.109052 dv-cinder-847864-8-iscsi neutron-server[104370]: Metering agent@dv-cinder-847864-8-iscsi: {}, Aug 02 13:29:14.109052 dv-cinder-847864-8-iscsi neutron-server[104370]: Open vSwitch agent@dv-cinder-847864-8-iscsi: { 'AddressGroup': '1.2', Aug 02 13:29:14.109052 dv-cinder-847864-8-iscsi neutron-server[104370]: 'ConntrackHelper': '1.0', Aug 02 13:29:14.109052 dv-cinder-847864-8-iscsi neutron-server[104370]: 'LocalIPAssociation': '1.0', Aug 02 13:29:14.109052 dv-cinder-847864-8-iscsi neutron-server[104370]: 'Log': '1.0', Aug 02 13:29:14.109052 dv-cinder-847864-8-iscsi neutron-server[104370]: 'Network': '1.1', Aug 02 13:29:14.109052 dv-cinder-847864-8-iscsi neutron-server[104370]: 'Port': '1.7', Aug 02 13:29:14.109052 dv-cinder-847864-8-iscsi neutron-server[104370]: 'PortForwarding': '1.2', Aug 02 13:29:14.109052 dv-cinder-847864-8-iscsi neutron-server[104370]: 'QosPolicy': '1.10', Aug 02 13:29:14.109052 dv-cinder-847864-8-iscsi neutron-server[104370]: 'SecurityGroup': '1.5', Aug 02 13:29:14.109052 dv-cinder-847864-8-iscsi neutron-server[104370]: 'SecurityGroupRule': '1.2', Aug 02 13:29:14.109052 dv-cinder-847864-8-iscsi neutron-server[104370]: 'SubPort': '1.0', Aug 02 13:29:14.109052 dv-cinder-847864-8-iscsi neutron-server[104370]: 'Subnet': '1.1', Aug 02 13:29:14.111676 dv-cinder-847864-8-iscsi neutron-server[104370]: 'Trunk': '1.1'}} Aug 02 13:29:14.111676 dv-cinder-847864-8-iscsi neutron-server[104370]: {{(pid=104370) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 02 13:29:14.159341 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] Attempting to bind port bec5f598-f286-42b1-bce0-afe1f904fd71 on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:29:14.159667 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] Attempting to bind port bec5f598-f286-42b1-bce0-afe1f904fd71 by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': '390dd45a-f618-43bf-815b-2b31604f3a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a958cd1-1b5b-4b46-a4c5-19726c9fdb95'}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:29:14.160121 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] Attempting to bind port bec5f598-f286-42b1-bce0-afe1f904fd71 on network 5a958cd1-1b5b-4b46-a4c5-19726c9fdb95 {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:29:14.165723 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:29:14.166195 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] Checking segment: {'id': '390dd45a-f618-43bf-815b-2b31604f3a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a958cd1-1b5b-4b46-a4c5-19726c9fdb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:29:14.170296 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:14.170296 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] Bound using segment: {'id': '390dd45a-f618-43bf-815b-2b31604f3a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a958cd1-1b5b-4b46-a4c5-19726c9fdb95'} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:29:14.170296 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] Bound port: bec5f598-f286-42b1-bce0-afe1f904fd71, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '390dd45a-f618-43bf-815b-2b31604f3a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a958cd1-1b5b-4b46-a4c5-19726c9fdb95'}}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:29:14.170296 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (bec5f598-f286-42b1-bce0-afe1f904fd71), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:14.260877 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] For port bec5f598-f286-42b1-bce0-afe1f904fd71, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:29:14.266030 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] For port bec5f598-f286-42b1-bce0-afe1f904fd71, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=bec5f598-f286-42b1-bce0-afe1f904fd71,segment=NetworkSegment(390dd45a-f618-43bf-815b-2b31604f3a45),segment_id=390dd45a-f618-43bf-815b-2b31604f3a45)] {{(pid=104370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:29:14.346308 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (bec5f598-f286-42b1-bce0-afe1f904fd71), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:14.413758 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e97600-fefb-4e1e-b1ca-e0cf323b65cc None None] Pushing event updated for resources: {'Port': ['ID=bec5f598-f286-42b1-bce0-afe1f904fd71,revision_number=2']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:29:15.670596 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 59342) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:29:15.998110 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [None req-b1616bae-a7c9-477e-ab5a-4a5e640b0952 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 02 13:29:15.999177 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-b1616bae-a7c9-477e-ab5a-4a5e640b0952 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3275118 Aug 02 13:29:18.646632 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 59350) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:29:18.988943 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [None req-383a91f4-75f2-4640-9d2c-8d6c98487f87 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 02 13:29:18.989942 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-383a91f4-75f2-4640-9d2c-8d6c98487f87 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3423843 Aug 02 13:29:21.666048 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 59358) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:29:21.995559 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-3cf1fd28-cbaf-4e87-940a-4a5ade5c23d1 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:29:22.100353 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3cf1fd28-cbaf-4e87-940a-4a5ade5c23d1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-774654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:22.102219 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3cf1fd28-cbaf-4e87-940a-4a5ade5c23d1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-774466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:22.247263 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3cf1fd28-cbaf-4e87-940a-4a5ade5c23d1 demo demo] Publish callbacks [] for router_controller (2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9), precommit_add_association {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:22.473756 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3cf1fd28-cbaf-4e87-940a-4a5ade5c23d1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772297'] for router (2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:22.572447 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3cf1fd28-cbaf-4e87-940a-4a5ade5c23d1 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:22.573613 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-3cf1fd28-cbaf-4e87-940a-4a5ade5c23d1 demo demo] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9064944 Aug 02 13:29:24.113152 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-a2fba8f6-8ca3-4249-a69c-bf87b1b6274b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:25.240020 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 59370) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:29:25.475811 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device bec5f598-f286-42b1-bce0-afe1f904fd71 up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:29:25.560243 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port bec5f598-f286-42b1-bce0-afe1f904fd71 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:29:25.560579 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (bec5f598-f286-42b1-bce0-afe1f904fd71), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:25.595122 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [None req-b5464cb1-c290-4f4f-9f72-2d5d868c44e1 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 02 13:29:25.602614 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-b5464cb1-c290-4f4f-9f72-2d5d868c44e1 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3551776 Aug 02 13:29:25.690923 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port bec5f598-f286-42b1-bce0-afe1f904fd71 is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:29:25.691325 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (bec5f598-f286-42b1-bce0-afe1f904fd71), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:25.742248 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] For port bec5f598-f286-42b1-bce0-afe1f904fd71, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=bec5f598-f286-42b1-bce0-afe1f904fd71,segment=NetworkSegment(390dd45a-f618-43bf-815b-2b31604f3a45),segment_id=390dd45a-f618-43bf-815b-2b31604f3a45)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:29:25.854225 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (bec5f598-f286-42b1-bce0-afe1f904fd71), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:25.906422 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Pushing event updated for resources: {'Port': ['ID=bec5f598-f286-42b1-bce0-afe1f904fd71,revision_number=3']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:29:26.245560 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39326380-6fd1-4022-a984-67d973905f71 None None] Network 5a958cd1-1b5b-4b46-a4c5-19726c9fdb95 requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:29:26.320560 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-bbe158b8-d75e-45ba-8c1f-e1c885ef3d68 None None] Provisioning complete for port bec5f598-f286-42b1-bce0-afe1f904fd71 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:29:26.321054 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-bbe158b8-d75e-45ba-8c1f-e1c885ef3d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (bec5f598-f286-42b1-bce0-afe1f904fd71), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:26.446898 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-8a935c78-7d2b-4812-9e9c-43443d2d1415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:26.461764 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-bbe158b8-d75e-45ba-8c1f-e1c885ef3d68 None None] Current status of the port bec5f598-f286-42b1-bce0-afe1f904fd71 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:29:26.683115 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-ed3caaa5-3f11-4532-bc38-8d72ccad81a7 None None] Provisioning complete for port bec5f598-f286-42b1-bce0-afe1f904fd71 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:29:26.683788 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-ed3caaa5-3f11-4532-bc38-8d72ccad81a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (bec5f598-f286-42b1-bce0-afe1f904fd71), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:26.760424 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-ed3caaa5-3f11-4532-bc38-8d72ccad81a7 None None] Current status of the port bec5f598-f286-42b1-bce0-afe1f904fd71 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:29:27.439157 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device bec5f598-f286-42b1-bce0-afe1f904fd71 up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:29:27.487940 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port bec5f598-f286-42b1-bce0-afe1f904fd71 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:29:27.488373 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (bec5f598-f286-42b1-bce0-afe1f904fd71), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:27.491074 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:27.560685 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port bec5f598-f286-42b1-bce0-afe1f904fd71 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:29:28.337268 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 59390) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:29:28.471462 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-56f37119-f851-4044-88b7-32f41d09fd76 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:29:28.591054 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f37119-f851-4044-88b7-32f41d09fd76 admin admin] Made reservation on behalf of 464beb3006bf42778897294c5c61af27 for: {'network': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:29:28.593438 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-56f37119-f851-4044-88b7-32f41d09fd76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for network (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:28.609749 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-56f37119-f851-4044-88b7-32f41d09fd76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:28.710257 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-56f37119-f851-4044-88b7-32f41d09fd76 admin admin] Publish callbacks [] for security_group (d7bcae49-a9b0-4139-8337-a55dc3b91910), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:28.781215 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-56f37119-f851-4044-88b7-32f41d09fd76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (d7bcae49-a9b0-4139-8337-a55dc3b91910), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:28.798171 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-56f37119-f851-4044-88b7-32f41d09fd76 admin admin] Reserving flat network on physical network physnet1 {{(pid=104369) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 02 13:29:28.821646 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f37119-f851-4044-88b7-32f41d09fd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bcae49-a9b0-4139-8337-a55dc3b91910,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:29:28.827716 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-56f37119-f851-4044-88b7-32f41d09fd76 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786056706753', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (a8be465e-c957-44f5-b9de-1ed9494ca9a7), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:28.828265 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-56f37119-f851-4044-88b7-32f41d09fd76 admin admin] Unsubscribe: segment precommit_create {{(pid=104369) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 02 13:29:28.828758 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.db.segments_db [None req-56f37119-f851-4044-88b7-32f41d09fd76 admin admin] Added segment a8be465e-c957-44f5-b9de-1ed9494ca9a7 of type flat for network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 Aug 02 13:29:28.881009 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-56f37119-f851-4044-88b7-32f41d09fd76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786056214182'] for network (ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:28.986679 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-56f37119-f851-4044-88b7-32f41d09fd76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010'] for network (ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:28.987572 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f37119-f851-4044-88b7-32f41d09fd76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:29:28.988153 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-56f37119-f851-4044-88b7-32f41d09fd76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:29.080298 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f37119-f851-4044-88b7-32f41d09fd76 admin admin] Pushing event updated for resources: {'Network': ['ID=ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:29:29.091536 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 details requested by agent ovs-agent-dv-cinder-847864-8-iscsi with host dv-cinder-847864-8-iscsi {{(pid=104370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 13:29:29.147797 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:29.178042 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-56f37119-f851-4044-88b7-32f41d09fd76 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8397028 Aug 02 13:29:30.597973 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:31.747974 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 59408) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:29:31.840815 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9719345a-a5e8-4e0a-bc72-ed53c5b602c0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:29:31.842176 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-9719345a-a5e8-4e0a-bc72-ed53c5b602c0 demo admin] 10.222.0.67 "GET /v2.0/subnets/854df97b-4506-4750-8b6c-c252e6da5ac2 HTTP/1.1" status: 200 len: 849 time: 0.0932434 Aug 02 13:29:31.970445 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-3b5194c0-3894-4e91-a450-2d133cb531de demo admin] 10.222.0.67 "GET /v2.0/routers/2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9 HTTP/1.1" status: 200 len: 704 time: 0.1223152 Aug 02 13:29:32.243808 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2fbe4aef-a958-4d99-8f30-99737ad95dd4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:32.549294 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [None req-2fbe4aef-a958-4d99-8f30-99737ad95dd4 demo admin] Allocated IP 172.20.0.1 (5a958cd1-1b5b-4b46-a4c5-19726c9fdb95/854df97b-4506-4750-8b6c-c252e6da5ac2/0870e122-2710-47eb-839f-4942d4d1b5d6) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:29:32.713489 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2fbe4aef-a958-4d99-8f30-99737ad95dd4 demo admin] Publish callbacks [] for port (0870e122-2710-47eb-839f-4942d4d1b5d6), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:32.839117 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2fbe4aef-a958-4d99-8f30-99737ad95dd4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979'] for port (0870e122-2710-47eb-839f-4942d4d1b5d6), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:32.964097 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbe4aef-a958-4d99-8f30-99737ad95dd4 demo admin] Network 5a958cd1-1b5b-4b46-a4c5-19726c9fdb95 is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:29:32.973415 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-2fbe4aef-a958-4d99-8f30-99737ad95dd4 demo admin] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:29:32.976262 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbe4aef-a958-4d99-8f30-99737ad95dd4 demo admin] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:29:32.976809 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2fbe4aef-a958-4d99-8f30-99737ad95dd4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772152'] for router_interface (2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:33.000354 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe4aef-a958-4d99-8f30-99737ad95dd4 demo admin] Pushing event updated for resources: {'Port': ['ID=0870e122-2710-47eb-839f-4942d4d1b5d6,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:29:33.274703 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2fbe4aef-a958-4d99-8f30-99737ad95dd4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (0870e122-2710-47eb-839f-4942d4d1b5d6), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:33.322914 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-a9a90d00-1fb6-49f2-b654-a9c0c980b300 None None] Provisioning complete for port 0870e122-2710-47eb-839f-4942d4d1b5d6 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:29:33.323753 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-a9a90d00-1fb6-49f2-b654-a9c0c980b300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (0870e122-2710-47eb-839f-4942d4d1b5d6), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:33.358037 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-a9a90d00-1fb6-49f2-b654-a9c0c980b300 None None] Port 0870e122-2710-47eb-839f-4942d4d1b5d6 cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:29:33.492656 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2fbe4aef-a958-4d99-8f30-99737ad95dd4 demo admin] Publish callbacks [] for port (0870e122-2710-47eb-839f-4942d4d1b5d6), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:33.586395 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2fbe4aef-a958-4d99-8f30-99737ad95dd4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (0870e122-2710-47eb-839f-4942d4d1b5d6), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:33.587209 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2fbe4aef-a958-4d99-8f30-99737ad95dd4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773000'] for router_interface (2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:33.665096 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe4aef-a958-4d99-8f30-99737ad95dd4 demo admin] Pushing event updated for resources: {'Port': ['ID=0870e122-2710-47eb-839f-4942d4d1b5d6,revision_number=2']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:29:33.716113 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbe4aef-a958-4d99-8f30-99737ad95dd4 demo admin] Network 5a958cd1-1b5b-4b46-a4c5-19726c9fdb95 is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:29:33.717440 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-2fbe4aef-a958-4d99-8f30-99737ad95dd4 demo admin] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:29:33.882098 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-0c91a1bb-842d-407c-9090-1d33a861fc9b None None] Provisioning complete for port 0870e122-2710-47eb-839f-4942d4d1b5d6 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:29:33.883218 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-0c91a1bb-842d-407c-9090-1d33a861fc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (0870e122-2710-47eb-839f-4942d4d1b5d6), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:33.923697 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbe4aef-a958-4d99-8f30-99737ad95dd4 demo admin] Router 2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9 is scheduled to L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 with binding_index 1 {{(pid=104369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 02 13:29:33.959029 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-0c91a1bb-842d-407c-9090-1d33a861fc9b None None] Port 0870e122-2710-47eb-839f-4942d4d1b5d6 cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:29:34.016568 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbe4aef-a958-4d99-8f30-99737ad95dd4 demo admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:29:34.022299 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-2fbe4aef-a958-4d99-8f30-99737ad95dd4 demo admin] 10.222.0.67 "PUT /v2.0/routers/2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0464883 Aug 02 13:29:34.027396 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26a6e05-1077-4ae6-81ea-5fcb542e113f None None] Sync routers for ids ['2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9'] in dv-cinder-847864-8-iscsi {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:29:34.041509 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26a6e05-1077-4ae6-81ea-5fcb542e113f None None] Routers {'2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:29:34.042351 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-b26a6e05-1077-4ae6-81ea-5fcb542e113f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:29:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:29:34.232796 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-b26a6e05-1077-4ae6-81ea-5fcb542e113f None None] Set router 2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9 gateway port host: None {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:29:34.666490 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-b26a6e05-1077-4ae6-81ea-5fcb542e113f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9', 'name': 'router1', 'tenant_id': '5658a9185d8d4ac4a34e0c07b09bc742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:29:22Z', 'updated_at': '2022-08-02T13:29:33Z', 'revision_number': 2, 'project_id': '5658a9185d8d4ac4a34e0c07b09bc742', 'gw_port_host': None, '_interfaces': [{'id': '0870e122-2710-47eb-839f-4942d4d1b5d6', 'name': '', 'network_id': '5a958cd1-1b5b-4b46-a4c5-19726c9fdb95', 'tenant_id': '5658a9185d8d4ac4a34e0c07b09bc742', 'mac_address': 'fa:16:3e:46:f0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '854df97b-4506-4750-8b6c-c252e6da5ac2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:29:32Z', 'updated_at': '2022-08-02T13:29:33Z', 'revision_number': 2, 'project_id': '5658a9185d8d4ac4a34e0c07b09bc742', 'subnets': [{'id': '854df97b-4506-4750-8b6c-c252e6da5ac2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '852d0052-c40f-4573-935b-bc25c38d2a5d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:29:34.715796 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26a6e05-1077-4ae6-81ea-5fcb542e113f None None] Checking router: 2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9 for host: dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:29:34.716171 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26a6e05-1077-4ae6-81ea-5fcb542e113f None None] Updating router 2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9 port 0870e122-2710-47eb-839f-4942d4d1b5d6 binding host dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:29:34.770453 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-b26a6e05-1077-4ae6-81ea-5fcb542e113f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (0870e122-2710-47eb-839f-4942d4d1b5d6), before_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:35.281940 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-b26a6e05-1077-4ae6-81ea-5fcb542e113f None None] Publish callbacks [] for port (0870e122-2710-47eb-839f-4942d4d1b5d6), precommit_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:35.437808 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-b26a6e05-1077-4ae6-81ea-5fcb542e113f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (0870e122-2710-47eb-839f-4942d4d1b5d6), after_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:35.609495 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd63ae-4d4f-4718-ad89-254f3ab1ed0a None None] Pushing event updated for resources: {'Port': ['ID=0870e122-2710-47eb-839f-4942d4d1b5d6,revision_number=3']} {{(pid=104371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:29:35.614968 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.managers [None req-b26a6e05-1077-4ae6-81ea-5fcb542e113f None None] Attempting to bind port 0870e122-2710-47eb-839f-4942d4d1b5d6 on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:29:35.615380 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.managers [None req-b26a6e05-1077-4ae6-81ea-5fcb542e113f None None] Attempting to bind port 0870e122-2710-47eb-839f-4942d4d1b5d6 by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': '390dd45a-f618-43bf-815b-2b31604f3a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a958cd1-1b5b-4b46-a4c5-19726c9fdb95'}] {{(pid=104371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:29:35.615855 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26a6e05-1077-4ae6-81ea-5fcb542e113f None None] Attempting to bind port 0870e122-2710-47eb-839f-4942d4d1b5d6 on network 5a958cd1-1b5b-4b46-a4c5-19726c9fdb95 {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:29:35.625172 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd63ae-4d4f-4718-ad89-254f3ab1ed0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:35.625538 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd63ae-4d4f-4718-ad89-254f3ab1ed0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:35.625890 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd63ae-4d4f-4718-ad89-254f3ab1ed0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:35.626237 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd63ae-4d4f-4718-ad89-254f3ab1ed0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:35.626601 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd63ae-4d4f-4718-ad89-254f3ab1ed0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:35.626938 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd63ae-4d4f-4718-ad89-254f3ab1ed0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:35.627275 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd63ae-4d4f-4718-ad89-254f3ab1ed0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:35.627612 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd63ae-4d4f-4718-ad89-254f3ab1ed0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:35.627951 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd63ae-4d4f-4718-ad89-254f3ab1ed0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:35.628301 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd63ae-4d4f-4718-ad89-254f3ab1ed0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:35.629517 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd63ae-4d4f-4718-ad89-254f3ab1ed0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:35.629517 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd63ae-4d4f-4718-ad89-254f3ab1ed0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:35.629517 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd63ae-4d4f-4718-ad89-254f3ab1ed0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:35.630685 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd63ae-4d4f-4718-ad89-254f3ab1ed0a None None] Tracked resource versions report: Aug 02 13:29:35.630685 dv-cinder-847864-8-iscsi neutron-server[104371]: pushed versions: Aug 02 13:29:35.630685 dv-cinder-847864-8-iscsi neutron-server[104371]: { 'AddressGroup': {'1.2'}, Aug 02 13:29:35.630685 dv-cinder-847864-8-iscsi neutron-server[104371]: 'ConntrackHelper': {'1.0'}, Aug 02 13:29:35.630685 dv-cinder-847864-8-iscsi neutron-server[104371]: 'LocalIPAssociation': {'1.0'}, Aug 02 13:29:35.630685 dv-cinder-847864-8-iscsi neutron-server[104371]: 'Log': {'1.0'}, Aug 02 13:29:35.630685 dv-cinder-847864-8-iscsi neutron-server[104371]: 'Network': {'1.1'}, Aug 02 13:29:35.630685 dv-cinder-847864-8-iscsi neutron-server[104371]: 'Port': {'1.7'}, Aug 02 13:29:35.630685 dv-cinder-847864-8-iscsi neutron-server[104371]: 'PortForwarding': {'1.2'}, Aug 02 13:29:35.630685 dv-cinder-847864-8-iscsi neutron-server[104371]: 'QosPolicy': {'1.10'}, Aug 02 13:29:35.630685 dv-cinder-847864-8-iscsi neutron-server[104371]: 'SecurityGroup': {'1.5'}, Aug 02 13:29:35.630685 dv-cinder-847864-8-iscsi neutron-server[104371]: 'SecurityGroupRule': {'1.2'}, Aug 02 13:29:35.630685 dv-cinder-847864-8-iscsi neutron-server[104371]: 'SubPort': {'1.0'}, Aug 02 13:29:35.630685 dv-cinder-847864-8-iscsi neutron-server[104371]: 'Subnet': {'1.1'}, Aug 02 13:29:35.630685 dv-cinder-847864-8-iscsi neutron-server[104371]: 'Trunk': {'1.1'}} Aug 02 13:29:35.630685 dv-cinder-847864-8-iscsi neutron-server[104371]: consumer versions: Aug 02 13:29:35.630685 dv-cinder-847864-8-iscsi neutron-server[104371]: { DHCP agent@dv-cinder-847864-8-iscsi: {}, Aug 02 13:29:35.630685 dv-cinder-847864-8-iscsi neutron-server[104371]: L3 agent@dv-cinder-847864-8-iscsi: {}, Aug 02 13:29:35.630685 dv-cinder-847864-8-iscsi neutron-server[104371]: Metadata agent@dv-cinder-847864-8-iscsi: {}, Aug 02 13:29:35.630685 dv-cinder-847864-8-iscsi neutron-server[104371]: Metering agent@dv-cinder-847864-8-iscsi: {}, Aug 02 13:29:35.630685 dv-cinder-847864-8-iscsi neutron-server[104371]: Open vSwitch agent@dv-cinder-847864-8-iscsi: { 'AddressGroup': '1.2', Aug 02 13:29:35.630685 dv-cinder-847864-8-iscsi neutron-server[104371]: 'ConntrackHelper': '1.0', Aug 02 13:29:35.630685 dv-cinder-847864-8-iscsi neutron-server[104371]: 'LocalIPAssociation': '1.0', Aug 02 13:29:35.630685 dv-cinder-847864-8-iscsi neutron-server[104371]: 'Log': '1.0', Aug 02 13:29:35.630685 dv-cinder-847864-8-iscsi neutron-server[104371]: 'Network': '1.1', Aug 02 13:29:35.630685 dv-cinder-847864-8-iscsi neutron-server[104371]: 'Port': '1.7', Aug 02 13:29:35.630685 dv-cinder-847864-8-iscsi neutron-server[104371]: 'PortForwarding': '1.2', Aug 02 13:29:35.630685 dv-cinder-847864-8-iscsi neutron-server[104371]: 'QosPolicy': '1.10', Aug 02 13:29:35.630685 dv-cinder-847864-8-iscsi neutron-server[104371]: 'SecurityGroup': '1.5', Aug 02 13:29:35.630685 dv-cinder-847864-8-iscsi neutron-server[104371]: 'SecurityGroupRule': '1.2', Aug 02 13:29:35.630685 dv-cinder-847864-8-iscsi neutron-server[104371]: 'SubPort': '1.0', Aug 02 13:29:35.630685 dv-cinder-847864-8-iscsi neutron-server[104371]: 'Subnet': '1.1', Aug 02 13:29:35.630685 dv-cinder-847864-8-iscsi neutron-server[104371]: 'Trunk': '1.1'}} Aug 02 13:29:35.630685 dv-cinder-847864-8-iscsi neutron-server[104371]: {{(pid=104371) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 02 13:29:35.633147 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26a6e05-1077-4ae6-81ea-5fcb542e113f None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:29:35.633536 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26a6e05-1077-4ae6-81ea-5fcb542e113f None None] Checking segment: {'id': '390dd45a-f618-43bf-815b-2b31604f3a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a958cd1-1b5b-4b46-a4c5-19726c9fdb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:29:35.634025 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-b26a6e05-1077-4ae6-81ea-5fcb542e113f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:35.634521 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26a6e05-1077-4ae6-81ea-5fcb542e113f None None] Bound using segment: {'id': '390dd45a-f618-43bf-815b-2b31604f3a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a958cd1-1b5b-4b46-a4c5-19726c9fdb95'} {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:29:35.634980 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.managers [None req-b26a6e05-1077-4ae6-81ea-5fcb542e113f None None] Bound port: 0870e122-2710-47eb-839f-4942d4d1b5d6, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '390dd45a-f618-43bf-815b-2b31604f3a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a958cd1-1b5b-4b46-a4c5-19726c9fdb95'}}] {{(pid=104371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:29:35.635650 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-b26a6e05-1077-4ae6-81ea-5fcb542e113f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (0870e122-2710-47eb-839f-4942d4d1b5d6), before_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:35.689856 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-ed84471e-5181-4677-9119-8f198d3b18d2 None None] Provisioning complete for port 0870e122-2710-47eb-839f-4942d4d1b5d6 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:29:35.690424 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-ed84471e-5181-4677-9119-8f198d3b18d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (0870e122-2710-47eb-839f-4942d4d1b5d6), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:35.705928 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.db [None req-b26a6e05-1077-4ae6-81ea-5fcb542e113f None None] For port 0870e122-2710-47eb-839f-4942d4d1b5d6, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:29:35.727292 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.db [None req-b26a6e05-1077-4ae6-81ea-5fcb542e113f None None] For port 0870e122-2710-47eb-839f-4942d4d1b5d6, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=0870e122-2710-47eb-839f-4942d4d1b5d6,segment=NetworkSegment(390dd45a-f618-43bf-815b-2b31604f3a45),segment_id=390dd45a-f618-43bf-815b-2b31604f3a45)] {{(pid=104371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:29:35.727497 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-ed84471e-5181-4677-9119-8f198d3b18d2 None None] Port 0870e122-2710-47eb-839f-4942d4d1b5d6 cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:29:35.781823 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-b26a6e05-1077-4ae6-81ea-5fcb542e113f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (0870e122-2710-47eb-839f-4942d4d1b5d6), after_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:35.839553 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd63ae-4d4f-4718-ad89-254f3ab1ed0a None None] Pushing event updated for resources: {'Port': ['ID=0870e122-2710-47eb-839f-4942d4d1b5d6,revision_number=4']} {{(pid=104371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:29:35.867409 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26a6e05-1077-4ae6-81ea-5fcb542e113f None None] Routers {'2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:29:35.868039 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-b26a6e05-1077-4ae6-81ea-5fcb542e113f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:29:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:29:35.974758 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-b26a6e05-1077-4ae6-81ea-5fcb542e113f None None] Set router 2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9 gateway port host: None {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:29:36.058588 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-56c5c623-2b10-4d8c-bf53-1e5783b202c4 None None] Provisioning complete for port 0870e122-2710-47eb-839f-4942d4d1b5d6 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:29:36.058999 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-56c5c623-2b10-4d8c-bf53-1e5783b202c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (0870e122-2710-47eb-839f-4942d4d1b5d6), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:36.140018 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-56c5c623-2b10-4d8c-bf53-1e5783b202c4 None None] Current status of the port 0870e122-2710-47eb-839f-4942d4d1b5d6 is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:29:36.140419 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-56c5c623-2b10-4d8c-bf53-1e5783b202c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (0870e122-2710-47eb-839f-4942d4d1b5d6), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:36.177837 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-56c5c623-2b10-4d8c-bf53-1e5783b202c4 None None] For port 0870e122-2710-47eb-839f-4942d4d1b5d6, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=0870e122-2710-47eb-839f-4942d4d1b5d6,segment=NetworkSegment(390dd45a-f618-43bf-815b-2b31604f3a45),segment_id=390dd45a-f618-43bf-815b-2b31604f3a45)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:29:36.209355 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-b26a6e05-1077-4ae6-81ea-5fcb542e113f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9', 'name': 'router1', 'tenant_id': '5658a9185d8d4ac4a34e0c07b09bc742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:29:22Z', 'updated_at': '2022-08-02T13:29:33Z', 'revision_number': 2, 'project_id': '5658a9185d8d4ac4a34e0c07b09bc742', 'gw_port_host': None, '_interfaces': [{'id': '0870e122-2710-47eb-839f-4942d4d1b5d6', 'name': '', 'network_id': '5a958cd1-1b5b-4b46-a4c5-19726c9fdb95', 'tenant_id': '5658a9185d8d4ac4a34e0c07b09bc742', 'mac_address': 'fa:16:3e:46:f0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '854df97b-4506-4750-8b6c-c252e6da5ac2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:29:32Z', 'updated_at': '2022-08-02T13:29:35Z', 'revision_number': 4, 'project_id': '5658a9185d8d4ac4a34e0c07b09bc742', 'subnets': [{'id': '854df97b-4506-4750-8b6c-c252e6da5ac2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '852d0052-c40f-4573-935b-bc25c38d2a5d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:29:36.238681 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26a6e05-1077-4ae6-81ea-5fcb542e113f None None] The sync data for ids ['2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9'] in dv-cinder-847864-8-iscsi is: [{'id': '2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9', 'name': 'router1', 'tenant_id': '5658a9185d8d4ac4a34e0c07b09bc742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:29:22Z', 'updated_at': '2022-08-02T13:29:33Z', 'revision_number': 2, 'project_id': '5658a9185d8d4ac4a34e0c07b09bc742', 'gw_port_host': None, '_interfaces': [{'id': '0870e122-2710-47eb-839f-4942d4d1b5d6', 'name': '', 'network_id': '5a958cd1-1b5b-4b46-a4c5-19726c9fdb95', 'tenant_id': '5658a9185d8d4ac4a34e0c07b09bc742', 'mac_address': 'fa:16:3e:46:f0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '854df97b-4506-4750-8b6c-c252e6da5ac2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:29:32Z', 'updated_at': '2022-08-02T13:29:35Z', 'revision_number': 4, 'project_id': '5658a9185d8d4ac4a34e0c07b09bc742', 'subnets': [{'id': '854df97b-4506-4750-8b6c-c252e6da5ac2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '852d0052-c40f-4573-935b-bc25c38d2a5d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:29:36.246896 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-56c5c623-2b10-4d8c-bf53-1e5783b202c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (0870e122-2710-47eb-839f-4942d4d1b5d6), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:36.297188 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5c623-2b10-4d8c-bf53-1e5783b202c4 None None] Pushing event updated for resources: {'Port': ['ID=0870e122-2710-47eb-839f-4942d4d1b5d6,revision_number=5']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:29:36.495828 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 59420) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:29:36.644811 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66df6e01-e84e-44a6-9da8-7bd0ff86bd83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:29:36.646212 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-66df6e01-e84e-44a6-9da8-7bd0ff86bd83 admin admin] 10.222.0.67 "GET /v2.0/networks/ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 HTTP/1.1" status: 200 len: 842 time: 0.1484659 Aug 02 13:29:36.655983 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-47b033ea-b619-437c-8435-261b68d25a8a admin admin] Request body: {'subnet': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'name': 'public-subnet', 'gateway_ip': '172.27.4.1', 'ip_version': 4, 'cidr': '172.27.4.0/24', 'enable_dhcp': False}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:29:36.758510 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b033ea-b619-437c-8435-261b68d25a8a admin admin] Made reservation on behalf of 464beb3006bf42778897294c5c61af27 for: {'subnet': 1} {{(pid=104368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:29:36.761339 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-47b033ea-b619-437c-8435-261b68d25a8a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:37.257197 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.objects.ports [None req-47b033ea-b619-437c-8435-261b68d25a8a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104368) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Aug 02 13:29:37.258245 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-47b033ea-b619-437c-8435-261b68d25a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010'] for subnet (17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:37.318718 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b033ea-b619-437c-8435-261b68d25a8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c,revision_number=0']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:29:37.329051 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b033ea-b619-437c-8435-261b68d25a8a admin admin] Checking segment: {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:29:37.329458 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b033ea-b619-437c-8435-261b68d25a8a admin admin] Network hostable DHCP agents. Network: ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7, hostable agents: ['befb4f8c-7c45-422b-a3e4-83ed25d094fc'], hosted agents: [] {{(pid=104368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:29:37.426264 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b033ea-b619-437c-8435-261b68d25a8a admin admin] Network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 is scheduled to be hosted by DHCP agent befb4f8c-7c45-422b-a3e4-83ed25d094fc with binding_index 1 {{(pid=104368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:29:37.493823 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [None req-47b033ea-b619-437c-8435-261b68d25a8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-8-iscsi, ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7) {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:29:37.498698 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b033ea-b619-437c-8435-261b68d25a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:29:37.499312 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-47b033ea-b619-437c-8435-261b68d25a8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for subnet (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:37.504808 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872c0773-3f9d-4e92-b3bd-2aed27cc8b0c None None] Network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:29:37.582526 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-47b033ea-b619-437c-8435-261b68d25a8a admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9299955 Aug 02 13:29:37.612868 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c44d45-232e-4bd7-87c8-32f1d979c79c None None] Network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:29:40.157676 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 59428) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:29:40.388647 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-c3c49728-ad44-46bb-9c77-ef42bd6a1052 demo admin] 10.222.0.67 "GET /v2.0/routers/2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9 HTTP/1.1" status: 200 len: 710 time: 0.2297029 Aug 02 13:29:40.482716 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409b2235-1ff1-47c3-b7a9-95c807cc7341 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:29:40.484274 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-409b2235-1ff1-47c3-b7a9-95c807cc7341 demo admin] 10.222.0.67 "GET /v2.0/networks/ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 HTTP/1.1" status: 200 len: 886 time: 0.0899737 Aug 02 13:29:40.494099 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-fbd41e2b-6ff3-4732-91fd-cf8708583b41 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:29:40.736197 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-fbd41e2b-6ff3-4732-91fd-cf8708583b41 demo admin] Publish callbacks [] for router_gateway (2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:41.037848 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-fbd41e2b-6ff3-4732-91fd-cf8708583b41 demo admin] Publish callbacks [] for router_gateway (2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:41.126357 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-fbd41e2b-6ff3-4732-91fd-cf8708583b41 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:41.343959 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_common [None req-fbd41e2b-6ff3-4732-91fd-cf8708583b41 demo admin] Allocated IP 172.27.4.104 (ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7/17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c/58f2a765-da23-46eb-a959-1177741d30ea) {{(pid=104368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:29:41.458911 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-fbd41e2b-6ff3-4732-91fd-cf8708583b41 demo admin] Publish callbacks [] for port (58f2a765-da23-46eb-a959-1177741d30ea), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:41.615978 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-fbd41e2b-6ff3-4732-91fd-cf8708583b41 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979'] for port (58f2a765-da23-46eb-a959-1177741d30ea), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:41.703081 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd41e2b-6ff3-4732-91fd-cf8708583b41 demo admin] Network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 is already hosted by enough agents. {{(pid=104368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:29:41.709003 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [None req-fbd41e2b-6ff3-4732-91fd-cf8708583b41 demo admin] Resources bound (agent type, host, resource id): {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:29:41.714310 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd41e2b-6ff3-4732-91fd-cf8708583b41 demo admin] Received port after_create {{(pid=104368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:29:41.717540 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd41e2b-6ff3-4732-91fd-cf8708583b41 demo admin] Pushing event updated for resources: {'Port': ['ID=58f2a765-da23-46eb-a959-1177741d30ea,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:29:42.074366 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-fbd41e2b-6ff3-4732-91fd-cf8708583b41 demo admin] Publish callbacks [] for router_gateway (2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:42.271561 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-fbd41e2b-6ff3-4732-91fd-cf8708583b41 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1142'] for router (2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:42.278047 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-fbd41e2b-6ff3-4732-91fd-cf8708583b41 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-772315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-774521'] for router (2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:42.389411 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd41e2b-6ff3-4732-91fd-cf8708583b41 demo admin] Router 2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9 has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:29:42.498933 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd41e2b-6ff3-4732-91fd-cf8708583b41 demo admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:29:42.503729 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-fbd41e2b-6ff3-4732-91fd-cf8708583b41 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:42.504949 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-fbd41e2b-6ff3-4732-91fd-cf8708583b41 demo admin] 10.222.0.67 "PUT /v2.0/routers/2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9 HTTP/1.1" status: 200 len: 890 time: 2.0148339 Aug 02 13:29:43.485036 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 0870e122-2710-47eb-839f-4942d4d1b5d6 up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:29:43.537357 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 0870e122-2710-47eb-839f-4942d4d1b5d6 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:29:43.537787 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (0870e122-2710-47eb-839f-4942d4d1b5d6), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:43.618753 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 0870e122-2710-47eb-839f-4942d4d1b5d6 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:29:45.137006 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 59440) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:29:45.260655 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-18528791-e3b8-471f-a39e-af17fe46ce67 admin admin] 10.222.0.67 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1219099 Aug 02 13:29:45.271525 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafae6ac-0bb0-4997-8683-a827c96e5159 None None] Sync routers for ids ['2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:29:45.284382 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafae6ac-0bb0-4997-8683-a827c96e5159 None None] Routers {'2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:29:45.285531 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-bafae6ac-0bb0-4997-8683-a827c96e5159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:29:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:29:45.501762 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-bafae6ac-0bb0-4997-8683-a827c96e5159 None None] Set router 2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:29:45.903297 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-bafae6ac-0bb0-4997-8683-a827c96e5159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9', 'name': 'router1', 'tenant_id': '5658a9185d8d4ac4a34e0c07b09bc742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.104'}], 'enable_snat': True}, 'gw_port_id': '58f2a765-da23-46eb-a959-1177741d30ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:29:22Z', 'updated_at': '2022-08-02T13:29:41Z', 'revision_number': 4, 'project_id': '5658a9185d8d4ac4a34e0c07b09bc742', 'gw_port': {'id': '58f2a765-da23-46eb-a959-1177741d30ea', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:29:41Z', 'updated_at': '2022-08-02T13:29:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '0870e122-2710-47eb-839f-4942d4d1b5d6', 'name': '', 'network_id': '5a958cd1-1b5b-4b46-a4c5-19726c9fdb95', 'tenant_id': '5658a9185d8d4ac4a34e0c07b09bc742', 'mac_address': 'fa:16:3e:46:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '854df97b-4506-4750-8b6c-c252e6da5ac2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:29:32Z', 'updated_at': '2022-08-02T13:29:36Z', 'revision_number': 5, 'project_id': '5658a9185d8d4ac4a34e0c07b09bc742', 'subnets': [{'id': '854df97b-4506-4750-8b6c-c252e6da5ac2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '852d0052-c40f-4573-935b-bc25c38d2a5d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:29:46.033872 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafae6ac-0bb0-4997-8683-a827c96e5159 None None] Checking router: 2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9 for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:29:46.034303 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafae6ac-0bb0-4997-8683-a827c96e5159 None None] Updating router 2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9 port 58f2a765-da23-46eb-a959-1177741d30ea binding host dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:29:46.087671 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-bafae6ac-0bb0-4997-8683-a827c96e5159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (58f2a765-da23-46eb-a959-1177741d30ea), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:46.420677 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-bafae6ac-0bb0-4997-8683-a827c96e5159 None None] Publish callbacks [] for port (58f2a765-da23-46eb-a959-1177741d30ea), precommit_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:46.506745 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-bafae6ac-0bb0-4997-8683-a827c96e5159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (58f2a765-da23-46eb-a959-1177741d30ea), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:46.562157 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-bafae6ac-0bb0-4997-8683-a827c96e5159 None None] Attempting to bind port 58f2a765-da23-46eb-a959-1177741d30ea on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:29:46.564672 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-bafae6ac-0bb0-4997-8683-a827c96e5159 None None] Attempting to bind port 58f2a765-da23-46eb-a959-1177741d30ea by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:29:46.564672 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafae6ac-0bb0-4997-8683-a827c96e5159 None None] Attempting to bind port 58f2a765-da23-46eb-a959-1177741d30ea on network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:29:46.564912 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240d870-b3c4-4760-bbc5-77a5acc6d755 None None] Pushing event updated for resources: {'Port': ['ID=58f2a765-da23-46eb-a959-1177741d30ea,revision_number=2']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:29:46.570607 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafae6ac-0bb0-4997-8683-a827c96e5159 None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:29:46.570997 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafae6ac-0bb0-4997-8683-a827c96e5159 None None] Checking segment: {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:29:46.571412 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-bafae6ac-0bb0-4997-8683-a827c96e5159 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:46.572381 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafae6ac-0bb0-4997-8683-a827c96e5159 None None] Bound using segment: {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:29:46.572381 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-bafae6ac-0bb0-4997-8683-a827c96e5159 None None] Bound port: 58f2a765-da23-46eb-a959-1177741d30ea, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:29:46.572652 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-bafae6ac-0bb0-4997-8683-a827c96e5159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (58f2a765-da23-46eb-a959-1177741d30ea), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:46.640162 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-bafae6ac-0bb0-4997-8683-a827c96e5159 None None] For port 58f2a765-da23-46eb-a959-1177741d30ea, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:29:46.643170 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-bafae6ac-0bb0-4997-8683-a827c96e5159 None None] For port 58f2a765-da23-46eb-a959-1177741d30ea, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=58f2a765-da23-46eb-a959-1177741d30ea,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:29:46.680111 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 5 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:29:46.706565 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-bafae6ac-0bb0-4997-8683-a827c96e5159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (58f2a765-da23-46eb-a959-1177741d30ea), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:46.762629 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240d870-b3c4-4760-bbc5-77a5acc6d755 None None] Pushing event updated for resources: {'Port': ['ID=58f2a765-da23-46eb-a959-1177741d30ea,revision_number=3']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:29:46.766723 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafae6ac-0bb0-4997-8683-a827c96e5159 None None] Routers {'2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:29:46.767324 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-bafae6ac-0bb0-4997-8683-a827c96e5159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:29:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:29:46.874813 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-bafae6ac-0bb0-4997-8683-a827c96e5159 None None] Set router 2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:29:47.099083 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-bafae6ac-0bb0-4997-8683-a827c96e5159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9', 'name': 'router1', 'tenant_id': '5658a9185d8d4ac4a34e0c07b09bc742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.104'}], 'enable_snat': True}, 'gw_port_id': '58f2a765-da23-46eb-a959-1177741d30ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:29:22Z', 'updated_at': '2022-08-02T13:29:41Z', 'revision_number': 4, 'project_id': '5658a9185d8d4ac4a34e0c07b09bc742', 'gw_port': {'id': '58f2a765-da23-46eb-a959-1177741d30ea', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:29:41Z', 'updated_at': '2022-08-02T13:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '0870e122-2710-47eb-839f-4942d4d1b5d6', 'name': '', 'network_id': '5a958cd1-1b5b-4b46-a4c5-19726c9fdb95', 'tenant_id': '5658a9185d8d4ac4a34e0c07b09bc742', 'mac_address': 'fa:16:3e:46:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '854df97b-4506-4750-8b6c-c252e6da5ac2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:29:32Z', 'updated_at': '2022-08-02T13:29:36Z', 'revision_number': 5, 'project_id': '5658a9185d8d4ac4a34e0c07b09bc742', 'subnets': [{'id': '854df97b-4506-4750-8b6c-c252e6da5ac2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '852d0052-c40f-4573-935b-bc25c38d2a5d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:29:47.126203 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafae6ac-0bb0-4997-8683-a827c96e5159 None None] The sync data for ids ['2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9'] in dv-cinder-847864-8-iscsi is: [{'id': '2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9', 'name': 'router1', 'tenant_id': '5658a9185d8d4ac4a34e0c07b09bc742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.104'}], 'enable_snat': True}, 'gw_port_id': '58f2a765-da23-46eb-a959-1177741d30ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:29:22Z', 'updated_at': '2022-08-02T13:29:41Z', 'revision_number': 4, 'project_id': '5658a9185d8d4ac4a34e0c07b09bc742', 'gw_port': {'id': '58f2a765-da23-46eb-a959-1177741d30ea', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:29:41Z', 'updated_at': '2022-08-02T13:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '0870e122-2710-47eb-839f-4942d4d1b5d6', 'name': '', 'network_id': '5a958cd1-1b5b-4b46-a4c5-19726c9fdb95', 'tenant_id': '5658a9185d8d4ac4a34e0c07b09bc742', 'mac_address': 'fa:16:3e:46:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc3b4a8-29fb-4115-b0a5-96adfca1fbd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '854df97b-4506-4750-8b6c-c252e6da5ac2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:29:32Z', 'updated_at': '2022-08-02T13:29:36Z', 'revision_number': 5, 'project_id': '5658a9185d8d4ac4a34e0c07b09bc742', 'subnets': [{'id': '854df97b-4506-4750-8b6c-c252e6da5ac2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '852d0052-c40f-4573-935b-bc25c38d2a5d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:29:47.523742 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 58f2a765-da23-46eb-a959-1177741d30ea up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:29:47.592802 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 58f2a765-da23-46eb-a959-1177741d30ea triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:29:47.593553 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (58f2a765-da23-46eb-a959-1177741d30ea), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:47.695481 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 58f2a765-da23-46eb-a959-1177741d30ea is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:29:47.696194 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (58f2a765-da23-46eb-a959-1177741d30ea), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:47.737382 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] For port 58f2a765-da23-46eb-a959-1177741d30ea, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=58f2a765-da23-46eb-a959-1177741d30ea,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:29:47.800735 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (58f2a765-da23-46eb-a959-1177741d30ea), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:47.872979 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Pushing event updated for resources: {'Port': ['ID=58f2a765-da23-46eb-a959-1177741d30ea,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:29:49.505406 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 58f2a765-da23-46eb-a959-1177741d30ea up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:29:49.562967 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 58f2a765-da23-46eb-a959-1177741d30ea triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:29:49.562967 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (58f2a765-da23-46eb-a959-1177741d30ea), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:49.669885 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 58f2a765-da23-46eb-a959-1177741d30ea is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:29:54.158618 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6af41d67-9cc1-4ce1-a7ff-4576e1c4ca35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:56.369154 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-45ac3d80-d295-482d-b0dc-c0f55a32bf62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:57.477759 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:29:59.134085 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:30:00.603293 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:30:23.679867 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 5 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:30:24.213662 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-667328b9-3152-4477-9c0a-5099b483d9ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:30:26.396586 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-eceaeb34-fa32-455a-84f7-81fa2421c659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:30:27.504900 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:30:29.168098 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:30:30.591171 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:30:54.127223 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-cafd46f2-5c39-4ae7-88bb-33bccc2933be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:30:56.389362 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-597cf978-60ec-489c-bd67-67df609f68ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:30:57.504614 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:30:59.138702 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:31:00.601791 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:31:00.678222 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 5 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:31:11.215552 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 59924) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:31:11.282344 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.pecan_wsgi.hooks.translation [None req-f79a85f5-c0ed-4690-acef-cbd5f4ba9541 admin admin] GET failed (client error): The resource could not be found. Aug 02 13:31:11.283733 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-f79a85f5-c0ed-4690-acef-cbd5f4ba9541 admin admin] 10.222.0.67 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0672374 Aug 02 13:31:11.452022 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509ab73e-aed8-41ac-8894-9464b8a0162f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:31:11.453556 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-509ab73e-aed8-41ac-8894-9464b8a0162f admin admin] 10.222.0.67 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1649446 Aug 02 13:31:13.923198 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 59934) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:31:14.027900 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672512f5-00e0-417d-aad6-19e7491afb1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:31:14.029523 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-672512f5-00e0-417d-aad6-19e7491afb1e admin admin] 10.222.0.67 "GET /v2.0/subnets/854df97b-4506-4750-8b6c-c252e6da5ac2 HTTP/1.1" status: 200 len: 849 time: 0.1053371 Aug 02 13:31:14.039953 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-35d0069e-aa9b-411f-b38b-29f7f3e9cb5c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:31:14.128321 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-35d0069e-aa9b-411f-b38b-29f7f3e9cb5c admin admin] Publish callbacks [] for subnet (854df97b-4506-4750-8b6c-c252e6da5ac2), before_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:31:14.338851 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-35d0069e-aa9b-411f-b38b-29f7f3e9cb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786056652575'] for subnet (854df97b-4506-4750-8b6c-c252e6da5ac2), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:31:14.369092 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d0069e-aa9b-411f-b38b-29f7f3e9cb5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:31:14.369690 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-35d0069e-aa9b-411f-b38b-29f7f3e9cb5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for subnet (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:31:14.376956 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-35d0069e-aa9b-411f-b38b-29f7f3e9cb5c admin admin] 10.222.0.67 "PUT /v2.0/subnets/854df97b-4506-4750-8b6c-c252e6da5ac2 HTTP/1.1" status: 200 len: 868 time: 0.3356152 Aug 02 13:31:14.377194 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f7e4bf-33b8-4428-a71f-2505cbaf1181 None None] Network 5a958cd1-1b5b-4b46-a4c5-19726c9fdb95 requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:31:14.393560 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0069e-aa9b-411f-b38b-29f7f3e9cb5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=854df97b-4506-4750-8b6c-c252e6da5ac2,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:31:14.401906 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0069e-aa9b-411f-b38b-29f7f3e9cb5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.402297 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0069e-aa9b-411f-b38b-29f7f3e9cb5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.402689 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0069e-aa9b-411f-b38b-29f7f3e9cb5c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.403175 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0069e-aa9b-411f-b38b-29f7f3e9cb5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.403625 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0069e-aa9b-411f-b38b-29f7f3e9cb5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.403974 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0069e-aa9b-411f-b38b-29f7f3e9cb5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.404327 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0069e-aa9b-411f-b38b-29f7f3e9cb5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.404666 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0069e-aa9b-411f-b38b-29f7f3e9cb5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.405015 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0069e-aa9b-411f-b38b-29f7f3e9cb5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.405369 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0069e-aa9b-411f-b38b-29f7f3e9cb5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.405703 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0069e-aa9b-411f-b38b-29f7f3e9cb5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.406034 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0069e-aa9b-411f-b38b-29f7f3e9cb5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.406362 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0069e-aa9b-411f-b38b-29f7f3e9cb5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.735677 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-da4ba215-5d30-4ac8-8647-656df41535c4 None None] Provisioning complete for port bec5f598-f286-42b1-bce0-afe1f904fd71 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:31:14.736072 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-da4ba215-5d30-4ac8-8647-656df41535c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (bec5f598-f286-42b1-bce0-afe1f904fd71), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:31:14.810167 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-da4ba215-5d30-4ac8-8647-656df41535c4 None None] Current status of the port bec5f598-f286-42b1-bce0-afe1f904fd71 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:31:14.820096 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-da4ba215-5d30-4ac8-8647-656df41535c4 None None] Provisioning complete for port 0870e122-2710-47eb-839f-4942d4d1b5d6 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:31:14.820487 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-da4ba215-5d30-4ac8-8647-656df41535c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (0870e122-2710-47eb-839f-4942d4d1b5d6), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:31:14.888168 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-da4ba215-5d30-4ac8-8647-656df41535c4 None None] Current status of the port 0870e122-2710-47eb-839f-4942d4d1b5d6 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:31:16.809127 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 59944) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:31:17.081486 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba79754-4624-42c8-9b7f-5d6a4ea1f828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:31:17.081962 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba79754-4624-42c8-9b7f-5d6a4ea1f828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:31:17.084311 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-6ba79754-4624-42c8-9b7f-5d6a4ea1f828 admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2742014 Aug 02 13:31:19.473219 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 59952) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:31:19.620204 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92d09de-f776-4e8a-8679-6db6527f9224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:31:19.620695 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92d09de-f776-4e8a-8679-6db6527f9224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:31:19.622221 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-d92d09de-f776-4e8a-8679-6db6527f9224 admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1480501 Aug 02 13:31:22.038312 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 59960) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:31:22.188221 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65d7d53-5e2f-41ac-829a-d387900a48ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:31:22.189618 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-b65d7d53-5e2f-41ac-829a-d387900a48ca admin admin] 10.222.0.67 "GET /v2.0/networks/5a958cd1-1b5b-4b46-a4c5-19726c9fdb95 HTTP/1.1" status: 200 len: 869 time: 0.1503201 Aug 02 13:31:24.132596 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-69b4fc76-e0a4-46e5-8a0c-2d32533f0182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:31:24.593359 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 59968) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:31:24.722986 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f020c9b2-f3df-4368-8cd3-06b5f0ff24f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:31:24.724372 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-f020c9b2-f3df-4368-8cd3-06b5f0ff24f1 admin admin] 10.222.0.67 "GET /v2.0/networks/ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 HTTP/1.1" status: 200 len: 886 time: 0.1300392 Aug 02 13:31:26.401214 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-d3b2eda4-e844-495f-9c67-dd8dc2833e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:31:27.135953 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 59976) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:31:27.262861 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fe7aed-a708-4522-8c56-30467b98d668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:31:27.263330 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fe7aed-a708-4522-8c56-30467b98d668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:31:27.264925 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-b9fe7aed-a708-4522-8c56-30467b98d668 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1279926 Aug 02 13:31:27.538825 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:31:29.154496 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:31:29.696332 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 59984) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:31:29.788806 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c04f0cd-2b88-4421-99a8-127c118d8895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:31:29.789269 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c04f0cd-2b88-4421-99a8-127c118d8895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:31:29.790934 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-0c04f0cd-2b88-4421-99a8-127c118d8895 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0935330 Aug 02 13:31:30.601004 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:31:32.193927 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 59992) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:31:32.284883 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8261bcdd-72a7-40f1-b9ed-ac0f60e2e9ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:31:32.287042 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-8261bcdd-72a7-40f1-b9ed-ac0f60e2e9ed admin admin] 10.222.0.67 "GET /v2.0/subnets/17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c HTTP/1.1" status: 200 len: 816 time: 0.0921185 Aug 02 13:31:34.677479 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 60000) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:31:34.775282 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf63235-05fb-4904-968e-ac12337fc827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:31:34.776679 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-2cf63235-05fb-4904-968e-ac12337fc827 admin admin] 10.222.0.67 "GET /v2.0/subnets/854df97b-4506-4750-8b6c-c252e6da5ac2 HTTP/1.1" status: 200 len: 868 time: 0.0982392 Aug 02 13:31:37.677645 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 5 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:31:54.126896 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-4a528885-0eca-46e2-9362-019dc8a68774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:31:56.447013 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-22635788-6c6c-4226-80c4-0b77f599ba28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:31:57.481141 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:31:59.147600 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:32:00.589247 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:32:00.883303 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 60054) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:32:00.931326 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [None req-1fb84552-a387-4e62-a74a-7b8badacc9fe admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 02 13:32:00.932365 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-1fb84552-a387-4e62-a74a-7b8badacc9fe admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0481286 Aug 02 13:32:03.669736 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 60062) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:32:03.729587 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c603807-60e4-4e19-9269-1275d74d7f8c admin admin] GET failed (client error): The resource could not be found. Aug 02 13:32:03.730914 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-4c603807-60e4-4e19-9269-1275d74d7f8c admin admin] 10.222.0.67 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600979 Aug 02 13:32:03.815968 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804acabd-e460-40b2-88cd-3e99e95134db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:32:03.818864 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-804acabd-e460-40b2-88cd-3e99e95134db admin admin] 10.222.0.67 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0838678 Aug 02 13:32:06.200872 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 60070) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:32:06.254124 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-2fe84655-f1ed-484e-ae0b-85d41f077401 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:32:06.359709 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe84655-f1ed-484e-ae0b-85d41f077401 admin admin] Made reservation on behalf of 464beb3006bf42778897294c5c61af27 for: {'network': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:32:06.361988 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2fe84655-f1ed-484e-ae0b-85d41f077401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for network (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:32:06.392868 dv-cinder-847864-8-iscsi neutron-server[104369]: WARNING neutron.services.revisions.revision_plugin [None req-2fe84655-f1ed-484e-ae0b-85d41f077401 admin admin] Could not find related network for resource to bump revision. Aug 02 13:32:06.407319 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe84655-f1ed-484e-ae0b-85d41f077401 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=104369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:32:06.417709 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2fe84655-f1ed-484e-ae0b-85d41f077401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (2719795b-2b2b-452f-9977-a55e1f435942), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:32:06.418050 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.db.segments_db [None req-2fe84655-f1ed-484e-ae0b-85d41f077401 admin admin] Added segment 2719795b-2b2b-452f-9977-a55e1f435942 of type vlan for network 25bbee23-c6a2-4df9-b51f-0dd63a0e89f2 Aug 02 13:32:06.541426 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2fe84655-f1ed-484e-ae0b-85d41f077401 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786056214182'] for network (25bbee23-c6a2-4df9-b51f-0dd63a0e89f2), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:32:06.641004 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2fe84655-f1ed-484e-ae0b-85d41f077401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010'] for network (25bbee23-c6a2-4df9-b51f-0dd63a0e89f2), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:32:06.641977 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe84655-f1ed-484e-ae0b-85d41f077401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:32:06.642596 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2fe84655-f1ed-484e-ae0b-85d41f077401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:32:06.701011 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe84655-f1ed-484e-ae0b-85d41f077401 admin admin] Pushing event updated for resources: {'Network': ['ID=25bbee23-c6a2-4df9-b51f-0dd63a0e89f2,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:32:06.707417 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe84655-f1ed-484e-ae0b-85d41f077401 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:32:06.707791 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe84655-f1ed-484e-ae0b-85d41f077401 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:32:06.712196 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe84655-f1ed-484e-ae0b-85d41f077401 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:32:06.712196 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe84655-f1ed-484e-ae0b-85d41f077401 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:32:06.712196 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe84655-f1ed-484e-ae0b-85d41f077401 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:32:06.712196 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe84655-f1ed-484e-ae0b-85d41f077401 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:32:06.712196 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe84655-f1ed-484e-ae0b-85d41f077401 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:32:06.712196 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe84655-f1ed-484e-ae0b-85d41f077401 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:32:06.712196 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe84655-f1ed-484e-ae0b-85d41f077401 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:32:06.712196 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe84655-f1ed-484e-ae0b-85d41f077401 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:32:06.712196 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe84655-f1ed-484e-ae0b-85d41f077401 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:32:06.712196 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe84655-f1ed-484e-ae0b-85d41f077401 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:32:06.712196 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe84655-f1ed-484e-ae0b-85d41f077401 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:32:06.723080 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Network 25bbee23-c6a2-4df9-b51f-0dd63a0e89f2 details requested by agent ovs-agent-dv-cinder-847864-8-iscsi with host dv-cinder-847864-8-iscsi {{(pid=104370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 13:32:06.750516 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-2fe84655-f1ed-484e-ae0b-85d41f077401 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5484638 Aug 02 13:32:09.130646 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 60078) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:32:09.192137 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.pecan_wsgi.hooks.translation [None req-c063d993-16a2-4187-a300-e549a56dbb16 admin admin] GET failed (client error): The resource could not be found. Aug 02 13:32:09.193454 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-c063d993-16a2-4187-a300-e549a56dbb16 admin admin] 10.222.0.67 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0618069 Aug 02 13:32:09.266953 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290bb304-3e60-4690-96cd-bda25eed2875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:32:09.269129 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-290bb304-3e60-4690-96cd-bda25eed2875 admin admin] 10.222.0.67 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0703807 Aug 02 13:32:09.279389 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-ece61cfb-0b1b-4dd4-9859-a187e7e03fbc admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '25bbee23-c6a2-4df9-b51f-0dd63a0e89f2'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:32:09.536602 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece61cfb-0b1b-4dd4-9859-a187e7e03fbc admin admin] Made reservation on behalf of 464beb3006bf42778897294c5c61af27 for: {'subnet': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:32:09.539057 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ece61cfb-0b1b-4dd4-9859-a187e7e03fbc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:32:09.759393 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ece61cfb-0b1b-4dd4-9859-a187e7e03fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010'] for subnet (085d71ba-f26b-4527-882f-29a4dcb761bf), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:32:09.820791 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece61cfb-0b1b-4dd4-9859-a187e7e03fbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=085d71ba-f26b-4527-882f-29a4dcb761bf,revision_number=0']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:32:09.829608 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece61cfb-0b1b-4dd4-9859-a187e7e03fbc admin admin] Checking segment: {'id': '2719795b-2b2b-452f-9977-a55e1f435942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '25bbee23-c6a2-4df9-b51f-0dd63a0e89f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:32:09.829967 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece61cfb-0b1b-4dd4-9859-a187e7e03fbc admin admin] Network hostable DHCP agents. Network: 25bbee23-c6a2-4df9-b51f-0dd63a0e89f2, hostable agents: ['befb4f8c-7c45-422b-a3e4-83ed25d094fc'], hosted agents: [] {{(pid=104369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:32:09.920513 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece61cfb-0b1b-4dd4-9859-a187e7e03fbc admin admin] Network 25bbee23-c6a2-4df9-b51f-0dd63a0e89f2 is scheduled to be hosted by DHCP agent befb4f8c-7c45-422b-a3e4-83ed25d094fc with binding_index 1 {{(pid=104369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:32:09.981659 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-ece61cfb-0b1b-4dd4-9859-a187e7e03fbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-8-iscsi, 25bbee23-c6a2-4df9-b51f-0dd63a0e89f2) {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:32:09.985815 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece61cfb-0b1b-4dd4-9859-a187e7e03fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:32:09.990605 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ece61cfb-0b1b-4dd4-9859-a187e7e03fbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for subnet (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:32:09.991317 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babc1f77-6b02-4611-81cb-29a8e12b645f None None] Network 25bbee23-c6a2-4df9-b51f-0dd63a0e89f2 requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:32:10.070723 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-ece61cfb-0b1b-4dd4-9859-a187e7e03fbc admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7948165 Aug 02 13:32:10.092467 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ebaa513-5f0a-5310-b1e1-7495ca05f9af-25bbee23-c6a2-4df9-b51f-0dd63a0e89f2', 'network_id': '25bbee23-c6a2-4df9-b51f-0dd63a0e89f2', 'project_id': '464beb3006bf42778897294c5c61af27', 'fixed_ips': [{'subnet_id': '085d71ba-f26b-4527-882f-29a4dcb761bf'}]}} from dv-cinder-847864-8-iscsi. {{(pid=104370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 02 13:32:10.093358 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:32:10.237382 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.db_base_plugin_common [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] Allocated IP 192.168.233.2 (25bbee23-c6a2-4df9-b51f-0dd63a0e89f2/085d71ba-f26b-4527-882f-29a4dcb761bf/fce2bc76-6e59-4aeb-b9b3-220f371e158c) {{(pid=104370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:32:10.386549 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] Publish callbacks [] for port (fce2bc76-6e59-4aeb-b9b3-220f371e158c), precommit_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:32:10.469980 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979'] for port (fce2bc76-6e59-4aeb-b9b3-220f371e158c), after_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:32:10.511319 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] Network 25bbee23-c6a2-4df9-b51f-0dd63a0e89f2 is already hosted by enough agents. {{(pid=104370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:32:10.514522 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.scheduler.base_scheduler [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] Resources bound (agent type, host, resource id): {{(pid=104370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:32:10.518272 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] Received port after_create {{(pid=104370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:32:10.522227 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] Pushing event updated for resources: {'Port': ['ID=fce2bc76-6e59-4aeb-b9b3-220f371e158c,revision_number=1']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:32:10.532321 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:32:10.532694 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:32:10.533061 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:32:10.533410 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:32:10.533747 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:32:10.534083 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:32:10.534435 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:32:10.534771 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:32:10.535142 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:32:10.535736 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:32:10.536087 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:32:10.536416 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:32:10.536744 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:32:10.593163 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] Attempting to bind port fce2bc76-6e59-4aeb-b9b3-220f371e158c on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:32:10.593535 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] Attempting to bind port fce2bc76-6e59-4aeb-b9b3-220f371e158c by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': '2719795b-2b2b-452f-9977-a55e1f435942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '25bbee23-c6a2-4df9-b51f-0dd63a0e89f2'}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:32:10.593901 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] Attempting to bind port fce2bc76-6e59-4aeb-b9b3-220f371e158c on network 25bbee23-c6a2-4df9-b51f-0dd63a0e89f2 {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:32:10.599372 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:32:10.599748 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] Checking segment: {'id': '2719795b-2b2b-452f-9977-a55e1f435942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '25bbee23-c6a2-4df9-b51f-0dd63a0e89f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:32:10.600150 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:32:10.600544 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] Bound using segment: {'id': '2719795b-2b2b-452f-9977-a55e1f435942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '25bbee23-c6a2-4df9-b51f-0dd63a0e89f2'} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:32:10.601017 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] Bound port: fce2bc76-6e59-4aeb-b9b3-220f371e158c, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2719795b-2b2b-452f-9977-a55e1f435942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '25bbee23-c6a2-4df9-b51f-0dd63a0e89f2'}}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:32:10.601417 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (fce2bc76-6e59-4aeb-b9b3-220f371e158c), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:32:10.662461 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] For port fce2bc76-6e59-4aeb-b9b3-220f371e158c, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:32:10.665503 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] For port fce2bc76-6e59-4aeb-b9b3-220f371e158c, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=fce2bc76-6e59-4aeb-b9b3-220f371e158c,segment=NetworkSegment(2719795b-2b2b-452f-9977-a55e1f435942),segment_id=2719795b-2b2b-452f-9977-a55e1f435942)] {{(pid=104370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:32:10.754575 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (fce2bc76-6e59-4aeb-b9b3-220f371e158c), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:32:10.811445 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9cffc-dbb9-4398-a203-9d3622193be8 None None] Pushing event updated for resources: {'Port': ['ID=fce2bc76-6e59-4aeb-b9b3-220f371e158c,revision_number=2']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:32:11.616323 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device fce2bc76-6e59-4aeb-b9b3-220f371e158c up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:32:11.675778 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port fce2bc76-6e59-4aeb-b9b3-220f371e158c triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:32:11.675778 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (fce2bc76-6e59-4aeb-b9b3-220f371e158c), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:32:11.751932 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0808ce-60fc-4b2a-8b0f-c38c57e1fbad None None] Network 25bbee23-c6a2-4df9-b51f-0dd63a0e89f2 requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:32:11.767185 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port fce2bc76-6e59-4aeb-b9b3-220f371e158c is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:32:11.767582 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (fce2bc76-6e59-4aeb-b9b3-220f371e158c), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:32:11.842889 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] For port fce2bc76-6e59-4aeb-b9b3-220f371e158c, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=fce2bc76-6e59-4aeb-b9b3-220f371e158c,segment=NetworkSegment(2719795b-2b2b-452f-9977-a55e1f435942),segment_id=2719795b-2b2b-452f-9977-a55e1f435942)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:32:11.885562 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-ad6afa89-5002-408e-918d-5653fb402bed None None] Provisioning complete for port fce2bc76-6e59-4aeb-b9b3-220f371e158c triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:32:11.885940 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-ad6afa89-5002-408e-918d-5653fb402bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (fce2bc76-6e59-4aeb-b9b3-220f371e158c), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:32:11.916478 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (fce2bc76-6e59-4aeb-b9b3-220f371e158c), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:32:11.988759 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Pushing event updated for resources: {'Port': ['ID=fce2bc76-6e59-4aeb-b9b3-220f371e158c,revision_number=3']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:32:12.029183 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-ad6afa89-5002-408e-918d-5653fb402bed None None] Current status of the port fce2bc76-6e59-4aeb-b9b3-220f371e158c is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:32:12.151180 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-917f8e3e-f4d4-4d0a-94fa-52bc98682c01 None None] Provisioning complete for port fce2bc76-6e59-4aeb-b9b3-220f371e158c triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:32:12.151572 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-917f8e3e-f4d4-4d0a-94fa-52bc98682c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (fce2bc76-6e59-4aeb-b9b3-220f371e158c), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:32:12.225129 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-917f8e3e-f4d4-4d0a-94fa-52bc98682c01 None None] Current status of the port fce2bc76-6e59-4aeb-b9b3-220f371e158c is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:32:13.549215 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device fce2bc76-6e59-4aeb-b9b3-220f371e158c up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:32:13.601632 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port fce2bc76-6e59-4aeb-b9b3-220f371e158c triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:32:13.602037 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (fce2bc76-6e59-4aeb-b9b3-220f371e158c), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:32:13.672364 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port fce2bc76-6e59-4aeb-b9b3-220f371e158c is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:32:14.678638 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 5 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:32:24.149636 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-443b9053-b8d8-4a21-8942-18dda70cf08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:32:26.388905 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-b01922e9-35a7-49b0-baab-fe1f3fc05d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:32:27.509123 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:32:29.143695 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:32:30.599241 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:32:51.677689 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 5 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:32:54.183216 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-4658fc76-c7c8-4089-8d8c-449519e6b726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:32:56.406069 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-0c0a0751-07fd-4a42-8cfd-45799ee66fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:32:57.506299 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:32:59.157730 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:33:00.598010 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:33:24.162370 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-cdee84f8-580e-44f6-a3bb-f052528c7b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:33:26.411671 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-112682c8-d997-4408-ba40-745e047af61b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:33:27.522398 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:33:28.677249 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 5 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:33:29.145238 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:33:30.623081 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:33:41.227349 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 60116) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:33:41.232990 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [None req-9c9b3aba-0696-49b4-9a86-cc81bcd1de69 tempest-verify_tempest_config-852530180 tempest-verify_tempest_config-852530180-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 02 13:33:41.233952 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-9c9b3aba-0696-49b4-9a86-cc81bcd1de69 tempest-verify_tempest_config-852530180 tempest-verify_tempest_config-852530180-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056131 Aug 02 13:33:41.898511 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 60134) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:33:42.000227 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e39edaaf-cbd6-4933-bd5f-d7ab3f9e217b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:33:42.076285 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e39edaaf-cbd6-4933-bd5f-d7ab3f9e217b admin admin] Publish callbacks [] for security_group (1e26a31c-226d-4837-91e5-e3adf057dbe8), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:33:42.139314 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e39edaaf-cbd6-4933-bd5f-d7ab3f9e217b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (1e26a31c-226d-4837-91e5-e3adf057dbe8), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:33:42.185228 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-e39edaaf-cbd6-4933-bd5f-d7ab3f9e217b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7ec1638dfb28407a9ba65ea321bcc2c7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2855942 Aug 02 13:33:42.186311 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39edaaf-cbd6-4933-bd5f-d7ab3f9e217b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e26a31c-226d-4837-91e5-e3adf057dbe8,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:33:42.188160 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 60138) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:33:42.194029 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39edaaf-cbd6-4933-bd5f-d7ab3f9e217b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:42.194423 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39edaaf-cbd6-4933-bd5f-d7ab3f9e217b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:42.194781 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39edaaf-cbd6-4933-bd5f-d7ab3f9e217b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:42.195132 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39edaaf-cbd6-4933-bd5f-d7ab3f9e217b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:42.195468 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39edaaf-cbd6-4933-bd5f-d7ab3f9e217b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:42.195805 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39edaaf-cbd6-4933-bd5f-d7ab3f9e217b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:42.197910 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39edaaf-cbd6-4933-bd5f-d7ab3f9e217b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:42.197910 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39edaaf-cbd6-4933-bd5f-d7ab3f9e217b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:42.197910 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39edaaf-cbd6-4933-bd5f-d7ab3f9e217b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:42.197910 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39edaaf-cbd6-4933-bd5f-d7ab3f9e217b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:42.197910 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39edaaf-cbd6-4933-bd5f-d7ab3f9e217b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:42.197910 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39edaaf-cbd6-4933-bd5f-d7ab3f9e217b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:42.198480 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39edaaf-cbd6-4933-bd5f-d7ab3f9e217b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:42.249382 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-27ec6ea2-a403-43bd-bf97-1ca7a9021b53 admin admin] Publish callbacks [] for security_group (1e26a31c-226d-4837-91e5-e3adf057dbe8), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:33:42.273527 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-27ec6ea2-a403-43bd-bf97-1ca7a9021b53 admin admin] Publish callbacks [] for security_group (1e26a31c-226d-4837-91e5-e3adf057dbe8), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:33:42.463181 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-27ec6ea2-a403-43bd-bf97-1ca7a9021b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (1e26a31c-226d-4837-91e5-e3adf057dbe8), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:33:42.466032 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-27ec6ea2-a403-43bd-bf97-1ca7a9021b53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:33:42.467322 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-27ec6ea2-a403-43bd-bf97-1ca7a9021b53 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1e26a31c-226d-4837-91e5-e3adf057dbe8 HTTP/1.1" status: 204 len: 168 time: 0.2780430 Aug 02 13:33:42.475966 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec6ea2-a403-43bd-bf97-1ca7a9021b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e26a31c-226d-4837-91e5-e3adf057dbe8,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:33:42.483088 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec6ea2-a403-43bd-bf97-1ca7a9021b53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:42.483472 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec6ea2-a403-43bd-bf97-1ca7a9021b53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:42.483828 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec6ea2-a403-43bd-bf97-1ca7a9021b53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:42.484200 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec6ea2-a403-43bd-bf97-1ca7a9021b53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:42.484552 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec6ea2-a403-43bd-bf97-1ca7a9021b53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:42.484888 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec6ea2-a403-43bd-bf97-1ca7a9021b53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:42.485240 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec6ea2-a403-43bd-bf97-1ca7a9021b53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:42.485582 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec6ea2-a403-43bd-bf97-1ca7a9021b53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:42.485935 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec6ea2-a403-43bd-bf97-1ca7a9021b53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:42.486277 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec6ea2-a403-43bd-bf97-1ca7a9021b53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:42.487229 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec6ea2-a403-43bd-bf97-1ca7a9021b53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:42.487564 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec6ea2-a403-43bd-bf97-1ca7a9021b53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:42.487896 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec6ea2-a403-43bd-bf97-1ca7a9021b53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:54.133432 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-d393325b-f901-4050-a9af-ba325d9f2b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:33:56.394522 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-1a072559-e49b-4d5f-9a53-c838cba2a235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:33:57.531698 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:33:59.253350 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:34:00.634170 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:34:05.676577 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 5 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:34:24.126709 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-0e67cde7-60af-4aaa-90c0-a5b4d716a6ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:34:26.382298 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-851530f7-6092-4947-a156-6028a9c7afcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:34:27.536392 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:34:29.188063 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:34:30.610783 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:34:42.674881 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 5 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:34:54.137098 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-8e727dea-cb06-4d2b-a405-59358dd83299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:34:56.399701 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-fea2240b-9344-4898-a396-cfbb5e6ecece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:34:57.519782 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:34:59.153700 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:35:00.634364 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:35:19.676096 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 5 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:35:24.171112 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-eb260bed-5507-4c82-b58b-863297344e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:35:25.027880 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-773568'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:35:26.411464 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-bd398180-63be-421d-b227-8d67f87a197f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:35:27.536639 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:35:29.159256 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:35:30.616562 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:35:40.336550 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 60212) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:35:40.444519 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-d66d4fc7-9075-483e-a11b-794ef60b1b9b admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1068609 Aug 02 13:35:42.840988 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 60222) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:35:42.895715 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-91066581-d07e-46ed-9f3e-8cd39e367492 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0537131 Aug 02 13:35:54.141852 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-d767678a-b3fb-424b-a43c-4dc56655a1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:35:55.015987 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:35:56.392830 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c75124c8-df12-401a-8dc3-2b8a7c361521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:35:56.675517 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:35:57.524458 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:35:59.159425 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:36:00.604471 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:36:24.135041 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-96975c72-b895-4107-9fad-8893ba8140af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:36:25.072776 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:36:26.398774 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-5eeab444-247b-4072-85ad-6da7b24e0152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:36:27.535165 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:36:29.170053 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:36:30.643527 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:36:33.675019 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:36:54.147415 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-57a02ff6-9f92-426d-9490-aed6efc4682c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:36:55.066761 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:36:56.386564 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-51be4e4a-593a-4000-900e-d2d499dd0bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:36:57.540029 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:36:59.175707 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:00.621032 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:10.674714 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:37:24.157118 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-482dd809-4698-4449-8903-df03fa1e87f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:25.072481 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:26.386539 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6edd60cc-4bbf-4076-a376-b2e87959bae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:27.529360 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:29.173623 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:30.647945 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:35.393423 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 60422) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:35.987598 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 60440) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:36.018061 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 60446) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:36.046369 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-18684134-4831-4d66-bf6a-17c4fa5fa5b1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-868329350-network', 'tenant_id': '3c6cd6eafb844d5492d91d9a23bd878f'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:37:36.167793 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18684134-4831-4d66-bf6a-17c4fa5fa5b1 admin admin] Made reservation on behalf of 3c6cd6eafb844d5492d91d9a23bd878f for: {'network': 1} {{(pid=104368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:37:36.170158 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-18684134-4831-4d66-bf6a-17c4fa5fa5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for network (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:36.180617 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-18684134-4831-4d66-bf6a-17c4fa5fa5b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:36.263891 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-18684134-4831-4d66-bf6a-17c4fa5fa5b1 admin admin] Publish callbacks [] for security_group (b2d4e4e2-910b-420c-bec2-0c429e4c5f9b), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:36.277268 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 60460) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:36.333696 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-18684134-4831-4d66-bf6a-17c4fa5fa5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (b2d4e4e2-910b-420c-bec2-0c429e4c5f9b), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:36.366129 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18684134-4831-4d66-bf6a-17c4fa5fa5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d4e4e2-910b-420c-bec2-0c429e4c5f9b,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:36.372558 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18684134-4831-4d66-bf6a-17c4fa5fa5b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=104368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:37:36.377008 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18684134-4831-4d66-bf6a-17c4fa5fa5b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:36.377008 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18684134-4831-4d66-bf6a-17c4fa5fa5b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:36.377008 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18684134-4831-4d66-bf6a-17c4fa5fa5b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:36.377425 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18684134-4831-4d66-bf6a-17c4fa5fa5b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:36.377784 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18684134-4831-4d66-bf6a-17c4fa5fa5b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:36.378125 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18684134-4831-4d66-bf6a-17c4fa5fa5b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:36.378614 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18684134-4831-4d66-bf6a-17c4fa5fa5b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:36.378980 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18684134-4831-4d66-bf6a-17c4fa5fa5b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:36.379628 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18684134-4831-4d66-bf6a-17c4fa5fa5b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:36.380128 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18684134-4831-4d66-bf6a-17c4fa5fa5b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:36.380625 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18684134-4831-4d66-bf6a-17c4fa5fa5b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:36.381095 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18684134-4831-4d66-bf6a-17c4fa5fa5b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:36.381574 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18684134-4831-4d66-bf6a-17c4fa5fa5b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18684134-4831-4d66-bf6a-17c4fa5fa5b1 admin admin] Tracked resource versions report: Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: pushed versions: Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: { 'AddressGroup': {'1.2'}, Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: 'ConntrackHelper': {'1.0'}, Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: 'LocalIPAssociation': {'1.0'}, Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: 'Log': {'1.0'}, Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: 'Network': {'1.1'}, Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: 'Port': {'1.7'}, Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: 'PortForwarding': {'1.2'}, Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: 'QosPolicy': {'1.10'}, Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: 'SecurityGroup': {'1.5'}, Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: 'SecurityGroupRule': {'1.2'}, Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: 'SubPort': {'1.0'}, Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: 'Subnet': {'1.1'}, Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: 'Trunk': {'1.1'}} Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: consumer versions: Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: { DHCP agent@dv-cinder-847864-8-iscsi: {}, Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: HyperV agent@hv-cinder-84786: {}, Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: L3 agent@dv-cinder-847864-8-iscsi: {}, Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: Metadata agent@dv-cinder-847864-8-iscsi: {}, Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: Metering agent@dv-cinder-847864-8-iscsi: {}, Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: Open vSwitch agent@dv-cinder-847864-8-iscsi: { 'AddressGroup': '1.2', Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: 'ConntrackHelper': '1.0', Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: 'LocalIPAssociation': '1.0', Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: 'Log': '1.0', Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: 'Network': '1.1', Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: 'Port': '1.7', Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: 'PortForwarding': '1.2', Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: 'QosPolicy': '1.10', Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: 'SecurityGroup': '1.5', Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: 'SecurityGroupRule': '1.2', Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: 'SubPort': '1.0', Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: 'Subnet': '1.1', Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: 'Trunk': '1.1'}} Aug 02 13:37:36.382900 dv-cinder-847864-8-iscsi neutron-server[104368]: {{(pid=104368) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 02 13:37:36.398571 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-18684134-4831-4d66-bf6a-17c4fa5fa5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (ae4f2447-af72-4e30-a37d-256d40f51a46), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:36.399170 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.db.segments_db [None req-18684134-4831-4d66-bf6a-17c4fa5fa5b1 admin admin] Added segment ae4f2447-af72-4e30-a37d-256d40f51a46 of type vlan for network df19bf30-0bac-486d-8758-b5944460b12a Aug 02 13:37:36.445016 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-18684134-4831-4d66-bf6a-17c4fa5fa5b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786056214182'] for network (df19bf30-0bac-486d-8758-b5944460b12a), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:36.449176 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-5116b01b-f26a-4fb6-9c05-be8326404ee7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1500716653-network', 'tenant_id': '1502b667be5c45ab800f27676ab39794'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:37:36.477123 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-951c8bdc-dbf4-48d5-bb9e-394d240ca1ad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1212156323-network', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:37:36.540114 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-689cab23-7040-4fee-944e-157c4661f548 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1899220404-network', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:37:36.580875 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5116b01b-f26a-4fb6-9c05-be8326404ee7 admin admin] Made reservation on behalf of 1502b667be5c45ab800f27676ab39794 for: {'network': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:37:36.581749 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-18684134-4831-4d66-bf6a-17c4fa5fa5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010'] for network (df19bf30-0bac-486d-8758-b5944460b12a), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:36.583327 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-5116b01b-f26a-4fb6-9c05-be8326404ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for network (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:36.587492 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18684134-4831-4d66-bf6a-17c4fa5fa5b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:37:36.589830 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-18684134-4831-4d66-bf6a-17c4fa5fa5b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:36.600650 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-5116b01b-f26a-4fb6-9c05-be8326404ee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:36.707966 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18684134-4831-4d66-bf6a-17c4fa5fa5b1 admin admin] Pushing event updated for resources: {'Network': ['ID=df19bf30-0bac-486d-8758-b5944460b12a,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:36.711607 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689cab23-7040-4fee-944e-157c4661f548 admin admin] Made reservation on behalf of b2fd74b29e9441818796d9040d4be7e5 for: {'network': 1} {{(pid=104368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:37:36.714324 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-689cab23-7040-4fee-944e-157c4661f548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for network (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:36.719841 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-5116b01b-f26a-4fb6-9c05-be8326404ee7 admin admin] Publish callbacks [] for security_group (1929fbcd-1801-4bfc-8e8c-69684bb6c9fe), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:36.721292 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951c8bdc-dbf4-48d5-bb9e-394d240ca1ad admin admin] Made reservation on behalf of 2faa069e451247a68695e22f5e5ed2ae for: {'network': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:37:36.721854 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Network df19bf30-0bac-486d-8758-b5944460b12a details requested by agent ovs-agent-dv-cinder-847864-8-iscsi with host dv-cinder-847864-8-iscsi {{(pid=104370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 13:37:36.724313 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-951c8bdc-dbf4-48d5-bb9e-394d240ca1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for network (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:36.726571 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-689cab23-7040-4fee-944e-157c4661f548 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:36.734896 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-951c8bdc-dbf4-48d5-bb9e-394d240ca1ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:36.744537 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-18684134-4831-4d66-bf6a-17c4fa5fa5b1 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3484838 Aug 02 13:37:36.745172 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 60484) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:36.783724 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-5116b01b-f26a-4fb6-9c05-be8326404ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (1929fbcd-1801-4bfc-8e8c-69684bb6c9fe), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:36.797851 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5116b01b-f26a-4fb6-9c05-be8326404ee7 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=104369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:37:36.809356 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-5116b01b-f26a-4fb6-9c05-be8326404ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (4b13322e-2ced-4124-a560-d547d2d4a361), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:36.809880 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.db.segments_db [None req-5116b01b-f26a-4fb6-9c05-be8326404ee7 admin admin] Added segment 4b13322e-2ced-4124-a560-d547d2d4a361 of type vlan for network 952afe36-ebbb-420b-9a24-e4ee044975e4 Aug 02 13:37:36.840066 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-689cab23-7040-4fee-944e-157c4661f548 admin admin] Publish callbacks [] for security_group (22d728b9-b8a2-41b1-9f33-231f2b52a38b), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:36.847952 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-bdf9e6f4-e1a2-46b4-b686-23585add0a3f admin admin] Request body: {'subnet': {'network_id': 'df19bf30-0bac-486d-8758-b5944460b12a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-868329350-subnet', 'tenant_id': '3c6cd6eafb844d5492d91d9a23bd878f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:37:36.860888 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-5116b01b-f26a-4fb6-9c05-be8326404ee7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786056214182'] for network (952afe36-ebbb-420b-9a24-e4ee044975e4), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:36.927663 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-689cab23-7040-4fee-944e-157c4661f548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (22d728b9-b8a2-41b1-9f33-231f2b52a38b), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:36.931552 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116b01b-f26a-4fb6-9c05-be8326404ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:36.940637 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116b01b-f26a-4fb6-9c05-be8326404ee7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:36.940988 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116b01b-f26a-4fb6-9c05-be8326404ee7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:36.941492 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116b01b-f26a-4fb6-9c05-be8326404ee7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:36.941843 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116b01b-f26a-4fb6-9c05-be8326404ee7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:36.942183 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116b01b-f26a-4fb6-9c05-be8326404ee7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:36.942570 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116b01b-f26a-4fb6-9c05-be8326404ee7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:36.942904 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116b01b-f26a-4fb6-9c05-be8326404ee7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:36.943239 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116b01b-f26a-4fb6-9c05-be8326404ee7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:36.943571 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116b01b-f26a-4fb6-9c05-be8326404ee7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:36.944566 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116b01b-f26a-4fb6-9c05-be8326404ee7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:36.945024 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116b01b-f26a-4fb6-9c05-be8326404ee7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:36.945363 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116b01b-f26a-4fb6-9c05-be8326404ee7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:36.945687 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116b01b-f26a-4fb6-9c05-be8326404ee7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:36.946485 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-689cab23-7040-4fee-944e-157c4661f548 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=104368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5116b01b-f26a-4fb6-9c05-be8326404ee7 admin admin] Tracked resource versions report: Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: pushed versions: Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: { 'AddressGroup': {'1.2'}, Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: 'ConntrackHelper': {'1.0'}, Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: 'LocalIPAssociation': {'1.0'}, Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: 'Log': {'1.0'}, Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: 'Network': {'1.1'}, Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: 'Port': {'1.7'}, Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: 'PortForwarding': {'1.2'}, Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: 'QosPolicy': {'1.10'}, Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: 'SecurityGroup': {'1.5'}, Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: 'SecurityGroupRule': {'1.2'}, Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: 'SubPort': {'1.0'}, Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: 'Subnet': {'1.1'}, Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: 'Trunk': {'1.1'}} Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: consumer versions: Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: { DHCP agent@dv-cinder-847864-8-iscsi: {}, Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: HyperV agent@hv-cinder-84786: {}, Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: L3 agent@dv-cinder-847864-8-iscsi: {}, Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: Metadata agent@dv-cinder-847864-8-iscsi: {}, Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: Metering agent@dv-cinder-847864-8-iscsi: {}, Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: Open vSwitch agent@dv-cinder-847864-8-iscsi: { 'AddressGroup': '1.2', Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: 'ConntrackHelper': '1.0', Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: 'LocalIPAssociation': '1.0', Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: 'Log': '1.0', Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: 'Network': '1.1', Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: 'Port': '1.7', Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: 'PortForwarding': '1.2', Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: 'QosPolicy': '1.10', Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: 'SecurityGroup': '1.5', Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: 'SecurityGroupRule': '1.2', Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: 'SubPort': '1.0', Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: 'Subnet': '1.1', Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: 'Trunk': '1.1'}} Aug 02 13:37:36.946891 dv-cinder-847864-8-iscsi neutron-server[104369]: {{(pid=104369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 02 13:37:36.962890 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf9e6f4-e1a2-46b4-b686-23585add0a3f admin admin] Made reservation on behalf of 3c6cd6eafb844d5492d91d9a23bd878f for: {'subnet': 1} {{(pid=104368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:37:36.965169 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-bdf9e6f4-e1a2-46b4-b686-23585add0a3f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:36.987456 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-951c8bdc-dbf4-48d5-bb9e-394d240ca1ad admin admin] Publish callbacks [] for security_group (38b15234-5bee-4b4c-9378-903f3f5b17d7), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:36.988385 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-689cab23-7040-4fee-944e-157c4661f548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (ce1819a5-765d-4f56-8809-88a6774bc35d), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:36.988727 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.db.segments_db [None req-689cab23-7040-4fee-944e-157c4661f548 admin admin] Added segment ce1819a5-765d-4f56-8809-88a6774bc35d of type vlan for network b9a0aff9-4db3-4151-8258-5ca59205b7ca Aug 02 13:37:37.009850 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-5116b01b-f26a-4fb6-9c05-be8326404ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010'] for network (952afe36-ebbb-420b-9a24-e4ee044975e4), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:37.012339 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5116b01b-f26a-4fb6-9c05-be8326404ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:37:37.013053 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-5116b01b-f26a-4fb6-9c05-be8326404ee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:37.042658 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689cab23-7040-4fee-944e-157c4661f548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d728b9-b8a2-41b1-9f33-231f2b52a38b,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:37.088647 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-689cab23-7040-4fee-944e-157c4661f548 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786056214182'] for network (b9a0aff9-4db3-4151-8258-5ca59205b7ca), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:37.127423 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116b01b-f26a-4fb6-9c05-be8326404ee7 admin admin] Pushing event updated for resources: {'Network': ['ID=952afe36-ebbb-420b-9a24-e4ee044975e4,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:37.130662 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-951c8bdc-dbf4-48d5-bb9e-394d240ca1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (38b15234-5bee-4b4c-9378-903f3f5b17d7), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:37.138587 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Network 952afe36-ebbb-420b-9a24-e4ee044975e4 details requested by agent ovs-agent-dv-cinder-847864-8-iscsi with host dv-cinder-847864-8-iscsi {{(pid=104370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 13:37:37.148677 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-5116b01b-f26a-4fb6-9c05-be8326404ee7 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1592231 Aug 02 13:37:37.149914 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-951c8bdc-dbf4-48d5-bb9e-394d240ca1ad admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=104369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:37:37.152231 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 60494) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:37.158872 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-635e6755-9f26-4abe-a5b3-4181a1143d6d admin admin] Request body: {'subnet': {'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1500716653-subnet', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:37:37.179787 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-951c8bdc-dbf4-48d5-bb9e-394d240ca1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:37.180882 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.db.segments_db [None req-951c8bdc-dbf4-48d5-bb9e-394d240ca1ad admin admin] Added segment dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3 of type vlan for network 22e3cba0-47b8-42c5-9856-cce7f8da3856 Aug 02 13:37:37.220486 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c8bdc-dbf4-48d5-bb9e-394d240ca1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b15234-5bee-4b4c-9378-903f3f5b17d7,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:37.233318 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-689cab23-7040-4fee-944e-157c4661f548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010'] for network (b9a0aff9-4db3-4151-8258-5ca59205b7ca), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:37.235970 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689cab23-7040-4fee-944e-157c4661f548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:37:37.236553 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-689cab23-7040-4fee-944e-157c4661f548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:37.272807 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-951c8bdc-dbf4-48d5-bb9e-394d240ca1ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786056214182'] for network (22e3cba0-47b8-42c5-9856-cce7f8da3856), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:37.385865 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689cab23-7040-4fee-944e-157c4661f548 admin admin] Pushing event updated for resources: {'Network': ['ID=b9a0aff9-4db3-4151-8258-5ca59205b7ca,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:37.404392 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Network b9a0aff9-4db3-4151-8258-5ca59205b7ca details requested by agent ovs-agent-dv-cinder-847864-8-iscsi with host dv-cinder-847864-8-iscsi {{(pid=104370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 13:37:37.433154 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635e6755-9f26-4abe-a5b3-4181a1143d6d admin admin] Made reservation on behalf of 1502b667be5c45ab800f27676ab39794 for: {'subnet': 1} {{(pid=104368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:37:37.433770 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-951c8bdc-dbf4-48d5-bb9e-394d240ca1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010'] for network (22e3cba0-47b8-42c5-9856-cce7f8da3856), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:37.434827 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951c8bdc-dbf4-48d5-bb9e-394d240ca1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:37:37.435452 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-635e6755-9f26-4abe-a5b3-4181a1143d6d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:37.436424 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-951c8bdc-dbf4-48d5-bb9e-394d240ca1ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:37.471350 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-689cab23-7040-4fee-944e-157c4661f548 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1928353 Aug 02 13:37:37.493156 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 60514) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:37.498117 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-9985be7c-3682-4b30-983b-baf11d54b72e admin admin] Request body: {'subnet': {'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1899220404-subnet', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:37:37.504200 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-bdf9e6f4-e1a2-46b4-b686-23585add0a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010'] for subnet (8dd572fa-43f9-4a6d-9427-7865d3e644e1), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:37.552544 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c8bdc-dbf4-48d5-bb9e-394d240ca1ad admin admin] Pushing event updated for resources: {'Network': ['ID=22e3cba0-47b8-42c5-9856-cce7f8da3856,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:37.568692 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Network 22e3cba0-47b8-42c5-9856-cce7f8da3856 details requested by agent ovs-agent-dv-cinder-847864-8-iscsi with host dv-cinder-847864-8-iscsi {{(pid=104370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 13:37:37.589012 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-951c8bdc-dbf4-48d5-bb9e-394d240ca1ad admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5697620 Aug 02 13:37:37.592168 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 60520) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:37.601070 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-f4581e0c-63c1-4765-93dc-29e8653cccd3 admin admin] Request body: {'subnet': {'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1212156323-subnet', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:37:37.619742 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9e6f4-e1a2-46b4-b686-23585add0a3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dd572fa-43f9-4a6d-9427-7865d3e644e1,revision_number=0']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:37.627205 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf9e6f4-e1a2-46b4-b686-23585add0a3f admin admin] Checking segment: {'id': 'ae4f2447-af72-4e30-a37d-256d40f51a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'df19bf30-0bac-486d-8758-b5944460b12a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:37:37.627589 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf9e6f4-e1a2-46b4-b686-23585add0a3f admin admin] Network hostable DHCP agents. Network: df19bf30-0bac-486d-8758-b5944460b12a, hostable agents: ['befb4f8c-7c45-422b-a3e4-83ed25d094fc'], hosted agents: [] {{(pid=104368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:37:37.695860 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9985be7c-3682-4b30-983b-baf11d54b72e admin admin] Made reservation on behalf of b2fd74b29e9441818796d9040d4be7e5 for: {'subnet': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:37:37.698369 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-9985be7c-3682-4b30-983b-baf11d54b72e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:37.733453 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf9e6f4-e1a2-46b4-b686-23585add0a3f admin admin] Network df19bf30-0bac-486d-8758-b5944460b12a is scheduled to be hosted by DHCP agent befb4f8c-7c45-422b-a3e4-83ed25d094fc with binding_index 1 {{(pid=104368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:37:37.749387 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4581e0c-63c1-4765-93dc-29e8653cccd3 admin admin] Made reservation on behalf of 2faa069e451247a68695e22f5e5ed2ae for: {'subnet': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:37:37.752497 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f4581e0c-63c1-4765-93dc-29e8653cccd3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:37.838368 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [None req-bdf9e6f4-e1a2-46b4-b686-23585add0a3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-8-iscsi, df19bf30-0bac-486d-8758-b5944460b12a) {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:37:37.850065 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf9e6f4-e1a2-46b4-b686-23585add0a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:37:37.850704 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-bdf9e6f4-e1a2-46b4-b686-23585add0a3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for subnet (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:37.851698 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1dcf03-9161-44e5-ad5f-8ccdd2f2d14d None None] Network df19bf30-0bac-486d-8758-b5944460b12a requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:37:37.894331 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-635e6755-9f26-4abe-a5b3-4181a1143d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010'] for subnet (ce360482-e138-41d7-8f5d-ea14c6cf06af), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:37.949800 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-bdf9e6f4-e1a2-46b4-b686-23585add0a3f admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1075249 Aug 02 13:37:37.951134 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 60532) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:37.959583 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-12fc7d9a-aea4-4737-865e-848ba9adb73e admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-868329350-router', 'tenant_id': '3c6cd6eafb844d5492d91d9a23bd878f', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:37:37.975753 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e6755-9f26-4abe-a5b3-4181a1143d6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce360482-e138-41d7-8f5d-ea14c6cf06af,revision_number=0']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:38.003633 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635e6755-9f26-4abe-a5b3-4181a1143d6d admin admin] Checking segment: {'id': '4b13322e-2ced-4124-a560-d547d2d4a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:37:38.004005 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635e6755-9f26-4abe-a5b3-4181a1143d6d admin admin] Network hostable DHCP agents. Network: 952afe36-ebbb-420b-9a24-e4ee044975e4, hostable agents: ['befb4f8c-7c45-422b-a3e4-83ed25d094fc'], hosted agents: [] {{(pid=104368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:37:38.036282 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ebaa513-5f0a-5310-b1e1-7495ca05f9af-df19bf30-0bac-486d-8758-b5944460b12a', 'network_id': 'df19bf30-0bac-486d-8758-b5944460b12a', 'project_id': '3c6cd6eafb844d5492d91d9a23bd878f', 'fixed_ips': [{'subnet_id': '8dd572fa-43f9-4a6d-9427-7865d3e644e1'}]}} from dv-cinder-847864-8-iscsi. {{(pid=104370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 02 13:37:38.037456 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:38.092982 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-12fc7d9a-aea4-4737-865e-848ba9adb73e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-774654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (5e721dfb-1f7c-416f-90af-ec2298a9918c), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:38.096413 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-12fc7d9a-aea4-4737-865e-848ba9adb73e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-774466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (5e721dfb-1f7c-416f-90af-ec2298a9918c), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:38.165077 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-12fc7d9a-aea4-4737-865e-848ba9adb73e admin admin] Publish callbacks [] for router_controller (5e721dfb-1f7c-416f-90af-ec2298a9918c), precommit_add_association {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:38.171233 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635e6755-9f26-4abe-a5b3-4181a1143d6d admin admin] Network 952afe36-ebbb-420b-9a24-e4ee044975e4 is scheduled to be hosted by DHCP agent befb4f8c-7c45-422b-a3e4-83ed25d094fc with binding_index 1 {{(pid=104368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:37:38.172309 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f4581e0c-63c1-4765-93dc-29e8653cccd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010'] for subnet (ec0b5949-955c-4523-bfdd-355b4cc3e5d9), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:38.179984 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-9985be7c-3682-4b30-983b-baf11d54b72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010'] for subnet (d8569d97-f9a0-41c9-a9b0-dce29c9f7e4e), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:38.261127 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [None req-635e6755-9f26-4abe-a5b3-4181a1143d6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-8-iscsi, 952afe36-ebbb-420b-9a24-e4ee044975e4) {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:37:38.268931 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635e6755-9f26-4abe-a5b3-4181a1143d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:37:38.268931 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-635e6755-9f26-4abe-a5b3-4181a1143d6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for subnet (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:38.380018 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-635e6755-9f26-4abe-a5b3-4181a1143d6d admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2265558 Aug 02 13:37:38.380775 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 60546) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:38.388551 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd282f3f-c649-467c-8e0f-0c4db7542ec4 None None] Network 952afe36-ebbb-420b-9a24-e4ee044975e4 requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:37:38.390803 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-c936a754-3932-4dfa-8d38-aad18c51227e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1500716653-router', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:37:38.422239 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4581e0c-63c1-4765-93dc-29e8653cccd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec0b5949-955c-4523-bfdd-355b4cc3e5d9,revision_number=0']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:38.519156 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4581e0c-63c1-4765-93dc-29e8653cccd3 admin admin] Checking segment: {'id': 'dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:37:38.521295 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4581e0c-63c1-4765-93dc-29e8653cccd3 admin admin] Network hostable DHCP agents. Network: 22e3cba0-47b8-42c5-9856-cce7f8da3856, hostable agents: ['befb4f8c-7c45-422b-a3e4-83ed25d094fc'], hosted agents: [] {{(pid=104369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:37:38.540834 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.db_base_plugin_common [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] Allocated IP 172.20.0.2 (df19bf30-0bac-486d-8758-b5944460b12a/8dd572fa-43f9-4a6d-9427-7865d3e644e1/f1b7b6ea-366d-4d2d-94da-56d35daf2e73) {{(pid=104370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:37:38.541513 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c936a754-3932-4dfa-8d38-aad18c51227e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-774654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (e4690db3-fb69-4cbe-ba14-7d06d9284e1b), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:38.547037 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c936a754-3932-4dfa-8d38-aad18c51227e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-774466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (e4690db3-fb69-4cbe-ba14-7d06d9284e1b), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:38.638541 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9985be7c-3682-4b30-983b-baf11d54b72e admin admin] Checking segment: {'id': 'ce1819a5-765d-4f56-8809-88a6774bc35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:37:38.639532 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9985be7c-3682-4b30-983b-baf11d54b72e admin admin] Network hostable DHCP agents. Network: b9a0aff9-4db3-4151-8258-5ca59205b7ca, hostable agents: ['befb4f8c-7c45-422b-a3e4-83ed25d094fc'], hosted agents: [] {{(pid=104369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:37:38.644836 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0f8891-b972-48e8-b1ce-1cf102dbf26a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ebaa513-5f0a-5310-b1e1-7495ca05f9af-952afe36-ebbb-420b-9a24-e4ee044975e4', 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4', 'project_id': '1502b667be5c45ab800f27676ab39794', 'fixed_ips': [{'subnet_id': 'ce360482-e138-41d7-8f5d-ea14c6cf06af'}]}} from dv-cinder-847864-8-iscsi. {{(pid=104370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 02 13:37:38.646186 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-3b0f8891-b972-48e8-b1ce-1cf102dbf26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:38.661435 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985be7c-3682-4b30-983b-baf11d54b72e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8569d97-f9a0-41c9-a9b0-dce29c9f7e4e,revision_number=0']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:38.673120 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-12fc7d9a-aea4-4737-865e-848ba9adb73e admin admin] Publish callbacks [] for router_gateway (5e721dfb-1f7c-416f-90af-ec2298a9918c), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:38.756379 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4581e0c-63c1-4765-93dc-29e8653cccd3 admin admin] Network 22e3cba0-47b8-42c5-9856-cce7f8da3856 is scheduled to be hosted by DHCP agent befb4f8c-7c45-422b-a3e4-83ed25d094fc with binding_index 1 {{(pid=104369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:37:38.763016 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-f4581e0c-63c1-4765-93dc-29e8653cccd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-8-iscsi, 22e3cba0-47b8-42c5-9856-cce7f8da3856) {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:37:38.767534 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4581e0c-63c1-4765-93dc-29e8653cccd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:37:38.769091 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f4581e0c-63c1-4765-93dc-29e8653cccd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for subnet (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:38.772509 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c936a754-3932-4dfa-8d38-aad18c51227e admin admin] Publish callbacks [] for router_controller (e4690db3-fb69-4cbe-ba14-7d06d9284e1b), precommit_add_association {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:38.784258 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9985be7c-3682-4b30-983b-baf11d54b72e admin admin] Network b9a0aff9-4db3-4151-8258-5ca59205b7ca is scheduled to be hosted by DHCP agent befb4f8c-7c45-422b-a3e4-83ed25d094fc with binding_index 1 {{(pid=104369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:37:38.827916 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af3f2a6-e681-4865-8daa-b9829a34cabf None None] Network 22e3cba0-47b8-42c5-9856-cce7f8da3856 requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:37:38.929991 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-f4581e0c-63c1-4765-93dc-29e8653cccd3 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3345704 Aug 02 13:37:38.931620 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-9985be7c-3682-4b30-983b-baf11d54b72e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-8-iscsi, b9a0aff9-4db3-4151-8258-5ca59205b7ca) {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:37:38.950725 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 60574) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:38.970798 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f544b712-eb6f-446d-9dc0-9bec323717cc None None] Network b9a0aff9-4db3-4151-8258-5ca59205b7ca requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:37:39.104044 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c936a754-3932-4dfa-8d38-aad18c51227e admin admin] Publish callbacks [] for router_gateway (e4690db3-fb69-4cbe-ba14-7d06d9284e1b), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:39.104306 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] Publish callbacks [] for port (f1b7b6ea-366d-4d2d-94da-56d35daf2e73), precommit_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:39.114334 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.db_base_plugin_common [None req-3b0f8891-b972-48e8-b1ce-1cf102dbf26a None None] Allocated IP 172.20.0.2 (952afe36-ebbb-420b-9a24-e4ee044975e4/ce360482-e138-41d7-8f5d-ea14c6cf06af/5096c398-1043-4760-b32c-5eab8df39046) {{(pid=104370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:37:39.116230 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-2dc6b660-d6d3-4b32-9231-eebeea5a5916 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1212156323-router', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:37:39.126001 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9985be7c-3682-4b30-983b-baf11d54b72e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:37:39.126754 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-9985be7c-3682-4b30-983b-baf11d54b72e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for subnet (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:39.182875 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c144b149-4e66-4ab1-9e1c-a1b9dafb08c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ebaa513-5f0a-5310-b1e1-7495ca05f9af-22e3cba0-47b8-42c5-9856-cce7f8da3856', 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856', 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'fixed_ips': [{'subnet_id': 'ec0b5949-955c-4523-bfdd-355b4cc3e5d9'}]}} from dv-cinder-847864-8-iscsi. {{(pid=104370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 02 13:37:39.183737 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c144b149-4e66-4ab1-9e1c-a1b9dafb08c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:39.215527 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-12fc7d9a-aea4-4737-865e-848ba9adb73e admin admin] Publish callbacks [] for router_gateway (5e721dfb-1f7c-416f-90af-ec2298a9918c), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:39.239044 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-12fc7d9a-aea4-4737-865e-848ba9adb73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:39.276395 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979'] for port (f1b7b6ea-366d-4d2d-94da-56d35daf2e73), after_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:39.345349 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2dc6b660-d6d3-4b32-9231-eebeea5a5916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-774654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (11c05f49-c260-4ea0-9b1d-08ed27a09560), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:39.369853 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2dc6b660-d6d3-4b32-9231-eebeea5a5916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-774466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (11c05f49-c260-4ea0-9b1d-08ed27a09560), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:39.370288 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24918299-575a-4cde-9ef2-702fd4805edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ebaa513-5f0a-5310-b1e1-7495ca05f9af-b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'fixed_ips': [{'subnet_id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e'}]}} from dv-cinder-847864-8-iscsi. {{(pid=104370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 02 13:37:39.370288 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-24918299-575a-4cde-9ef2-702fd4805edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:39.370900 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-9985be7c-3682-4b30-983b-baf11d54b72e admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8693736 Aug 02 13:37:39.378510 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 60588) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:39.386732 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-131c051d-d819-4282-ab3c-857fc7d4e887 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1899220404-router', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:37:39.408499 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] Network df19bf30-0bac-486d-8758-b5944460b12a is already hosted by enough agents. {{(pid=104370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:37:39.431588 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.scheduler.base_scheduler [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] Resources bound (agent type, host, resource id): {{(pid=104370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:37:39.434365 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] Received port after_create {{(pid=104370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:37:39.457313 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [None req-12fc7d9a-aea4-4737-865e-848ba9adb73e admin admin] Allocated IP 172.27.4.173 (ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7/17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c/7ff72e2e-ad22-49f8-af8b-40561ba27f7c) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:37:39.464115 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2dc6b660-d6d3-4b32-9231-eebeea5a5916 admin admin] Publish callbacks [] for router_controller (11c05f49-c260-4ea0-9b1d-08ed27a09560), precommit_add_association {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:39.512262 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] Pushing event updated for resources: {'Port': ['ID=f1b7b6ea-366d-4d2d-94da-56d35daf2e73,revision_number=1']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:39.563473 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c936a754-3932-4dfa-8d38-aad18c51227e admin admin] Publish callbacks [] for router_gateway (e4690db3-fb69-4cbe-ba14-7d06d9284e1b), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:39.596469 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c936a754-3932-4dfa-8d38-aad18c51227e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:39.596856 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-131c051d-d819-4282-ab3c-857fc7d4e887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-774654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (b12058e6-bae6-4476-a2e0-876fd99b59ab), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:39.597915 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-131c051d-d819-4282-ab3c-857fc7d4e887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-774466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (b12058e6-bae6-4476-a2e0-876fd99b59ab), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:39.612202 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:39.612578 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:39.613639 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:39.613639 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:39.613639 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:39.613993 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:39.614261 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:39.614621 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:39.614953 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:39.615667 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:39.616007 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:39.616619 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:39.616961 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] Tracked resource versions report: Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: pushed versions: Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: { 'AddressGroup': {'1.2'}, Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: 'ConntrackHelper': {'1.0'}, Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: 'LocalIPAssociation': {'1.0'}, Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: 'Log': {'1.0'}, Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: 'Network': {'1.1'}, Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: 'Port': {'1.7'}, Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: 'PortForwarding': {'1.2'}, Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: 'QosPolicy': {'1.10'}, Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: 'SecurityGroup': {'1.5'}, Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: 'SecurityGroupRule': {'1.2'}, Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: 'SubPort': {'1.0'}, Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: 'Subnet': {'1.1'}, Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: 'Trunk': {'1.1'}} Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: consumer versions: Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: { DHCP agent@dv-cinder-847864-8-iscsi: {}, Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: HyperV agent@hv-cinder-84786: {}, Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: L3 agent@dv-cinder-847864-8-iscsi: {}, Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: Metadata agent@dv-cinder-847864-8-iscsi: {}, Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: Metering agent@dv-cinder-847864-8-iscsi: {}, Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: Open vSwitch agent@dv-cinder-847864-8-iscsi: { 'AddressGroup': '1.2', Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: 'ConntrackHelper': '1.0', Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: 'LocalIPAssociation': '1.0', Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: 'Log': '1.0', Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: 'Network': '1.1', Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: 'Port': '1.7', Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: 'PortForwarding': '1.2', Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: 'QosPolicy': '1.10', Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: 'SecurityGroup': '1.5', Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: 'SecurityGroupRule': '1.2', Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: 'SubPort': '1.0', Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: 'Subnet': '1.1', Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: 'Trunk': '1.1'}} Aug 02 13:37:39.618602 dv-cinder-847864-8-iscsi neutron-server[104370]: {{(pid=104370) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 02 13:37:39.651404 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-12fc7d9a-aea4-4737-865e-848ba9adb73e admin admin] Publish callbacks [] for port (7ff72e2e-ad22-49f8-af8b-40561ba27f7c), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:39.695299 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.db_base_plugin_common [None req-c144b149-4e66-4ab1-9e1c-a1b9dafb08c5 None None] Allocated IP 172.20.0.2 (22e3cba0-47b8-42c5-9856-cce7f8da3856/ec0b5949-955c-4523-bfdd-355b4cc3e5d9/7cd8e431-53ca-4e6d-98d1-6e0ad589a017) {{(pid=104370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:37:39.714022 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-3b0f8891-b972-48e8-b1ce-1cf102dbf26a None None] Publish callbacks [] for port (5096c398-1043-4760-b32c-5eab8df39046), precommit_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:39.722975 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] Attempting to bind port f1b7b6ea-366d-4d2d-94da-56d35daf2e73 on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:37:39.725723 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] Attempting to bind port f1b7b6ea-366d-4d2d-94da-56d35daf2e73 by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': 'ae4f2447-af72-4e30-a37d-256d40f51a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'df19bf30-0bac-486d-8758-b5944460b12a'}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:37:39.725723 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] Attempting to bind port f1b7b6ea-366d-4d2d-94da-56d35daf2e73 on network df19bf30-0bac-486d-8758-b5944460b12a {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:37:39.741266 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:37:39.741653 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] Checking segment: {'id': 'ae4f2447-af72-4e30-a37d-256d40f51a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'df19bf30-0bac-486d-8758-b5944460b12a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:37:39.742101 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:39.742501 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] Bound using segment: {'id': 'ae4f2447-af72-4e30-a37d-256d40f51a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'df19bf30-0bac-486d-8758-b5944460b12a'} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:37:39.743052 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] Bound port: f1b7b6ea-366d-4d2d-94da-56d35daf2e73, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae4f2447-af72-4e30-a37d-256d40f51a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'df19bf30-0bac-486d-8758-b5944460b12a'}}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:37:39.743584 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (f1b7b6ea-366d-4d2d-94da-56d35daf2e73), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:39.746503 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-131c051d-d819-4282-ab3c-857fc7d4e887 admin admin] Publish callbacks [] for router_controller (b12058e6-bae6-4476-a2e0-876fd99b59ab), precommit_add_association {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:39.811213 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-3b0f8891-b972-48e8-b1ce-1cf102dbf26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979'] for port (5096c398-1043-4760-b32c-5eab8df39046), after_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:39.825741 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2dc6b660-d6d3-4b32-9231-eebeea5a5916 admin admin] Publish callbacks [] for router_gateway (11c05f49-c260-4ea0-9b1d-08ed27a09560), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:39.954891 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-12fc7d9a-aea4-4737-865e-848ba9adb73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979'] for port (7ff72e2e-ad22-49f8-af8b-40561ba27f7c), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:39.968371 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f8891-b972-48e8-b1ce-1cf102dbf26a None None] Pushing event updated for resources: {'Port': ['ID=5096c398-1043-4760-b32c-5eab8df39046,revision_number=1']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:39.994978 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0f8891-b972-48e8-b1ce-1cf102dbf26a None None] Network 952afe36-ebbb-420b-9a24-e4ee044975e4 is already hosted by enough agents. {{(pid=104370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:37:40.009177 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.db_base_plugin_common [None req-24918299-575a-4cde-9ef2-702fd4805edb None None] Allocated IP 172.20.0.2 (b9a0aff9-4db3-4151-8258-5ca59205b7ca/d8569d97-f9a0-41c9-a9b0-dce29c9f7e4e/ba1febde-a774-44d6-978d-8ea1fc65d869) {{(pid=104370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:37:40.020054 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_common [None req-c936a754-3932-4dfa-8d38-aad18c51227e admin admin] Allocated IP 172.27.4.248 (ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7/17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c/b4775a14-2f59-42a4-947f-48762a9c612d) {{(pid=104368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:37:40.033624 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.scheduler.base_scheduler [None req-3b0f8891-b972-48e8-b1ce-1cf102dbf26a None None] Resources bound (agent type, host, resource id): {{(pid=104370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:37:40.035461 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-131c051d-d819-4282-ab3c-857fc7d4e887 admin admin] Publish callbacks [] for router_gateway (b12058e6-bae6-4476-a2e0-876fd99b59ab), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:40.049601 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0f8891-b972-48e8-b1ce-1cf102dbf26a None None] Received port after_create {{(pid=104370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:37:40.089275 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fc7d9a-aea4-4737-865e-848ba9adb73e admin admin] Network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:37:40.096660 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-12fc7d9a-aea4-4737-865e-848ba9adb73e admin admin] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:37:40.099870 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fc7d9a-aea4-4737-865e-848ba9adb73e admin admin] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:37:40.101809 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc7d9a-aea4-4737-865e-848ba9adb73e admin admin] Pushing event updated for resources: {'Port': ['ID=7ff72e2e-ad22-49f8-af8b-40561ba27f7c,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:40.114427 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] For port f1b7b6ea-366d-4d2d-94da-56d35daf2e73, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:37:40.157921 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] For port f1b7b6ea-366d-4d2d-94da-56d35daf2e73, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=f1b7b6ea-366d-4d2d-94da-56d35daf2e73,segment=NetworkSegment(ae4f2447-af72-4e30-a37d-256d40f51a46),segment_id=ae4f2447-af72-4e30-a37d-256d40f51a46)] {{(pid=104370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:37:40.211072 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c936a754-3932-4dfa-8d38-aad18c51227e admin admin] Publish callbacks [] for port (b4775a14-2f59-42a4-947f-48762a9c612d), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:40.211658 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-3b0f8891-b972-48e8-b1ce-1cf102dbf26a None None] Attempting to bind port 5096c398-1043-4760-b32c-5eab8df39046 on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:37:40.212109 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-3b0f8891-b972-48e8-b1ce-1cf102dbf26a None None] Attempting to bind port 5096c398-1043-4760-b32c-5eab8df39046 by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': '4b13322e-2ced-4124-a560-d547d2d4a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4'}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:37:40.212607 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0f8891-b972-48e8-b1ce-1cf102dbf26a None None] Attempting to bind port 5096c398-1043-4760-b32c-5eab8df39046 on network 952afe36-ebbb-420b-9a24-e4ee044975e4 {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:37:40.233096 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0f8891-b972-48e8-b1ce-1cf102dbf26a None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:37:40.233787 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0f8891-b972-48e8-b1ce-1cf102dbf26a None None] Checking segment: {'id': '4b13322e-2ced-4124-a560-d547d2d4a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:37:40.234292 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-3b0f8891-b972-48e8-b1ce-1cf102dbf26a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:40.234821 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0f8891-b972-48e8-b1ce-1cf102dbf26a None None] Bound using segment: {'id': '4b13322e-2ced-4124-a560-d547d2d4a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4'} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:37:40.235416 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-3b0f8891-b972-48e8-b1ce-1cf102dbf26a None None] Bound port: 5096c398-1043-4760-b32c-5eab8df39046, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b13322e-2ced-4124-a560-d547d2d4a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4'}}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:37:40.235899 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-3b0f8891-b972-48e8-b1ce-1cf102dbf26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (5096c398-1043-4760-b32c-5eab8df39046), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:40.250518 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c144b149-4e66-4ab1-9e1c-a1b9dafb08c5 None None] Publish callbacks [] for port (7cd8e431-53ca-4e6d-98d1-6e0ad589a017), precommit_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:40.307230 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (f1b7b6ea-366d-4d2d-94da-56d35daf2e73), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:40.364156 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c936a754-3932-4dfa-8d38-aad18c51227e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979'] for port (b4775a14-2f59-42a4-947f-48762a9c612d), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:40.403612 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c144b149-4e66-4ab1-9e1c-a1b9dafb08c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979'] for port (7cd8e431-53ca-4e6d-98d1-6e0ad589a017), after_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:40.412620 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-3b0f8891-b972-48e8-b1ce-1cf102dbf26a None None] For port 5096c398-1043-4760-b32c-5eab8df39046, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:37:40.481317 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 60616) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:40.561628 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c936a754-3932-4dfa-8d38-aad18c51227e admin admin] Network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 is already hosted by enough agents. {{(pid=104368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:37:40.569525 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [None req-c936a754-3932-4dfa-8d38-aad18c51227e admin admin] Resources bound (agent type, host, resource id): {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:37:40.576028 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c936a754-3932-4dfa-8d38-aad18c51227e admin admin] Received port after_create {{(pid=104368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:37:40.605380 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2dc6b660-d6d3-4b32-9231-eebeea5a5916 admin admin] Publish callbacks [] for router_gateway (11c05f49-c260-4ea0-9b1d-08ed27a09560), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:40.626941 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-3b0f8891-b972-48e8-b1ce-1cf102dbf26a None None] For port 5096c398-1043-4760-b32c-5eab8df39046, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=5096c398-1043-4760-b32c-5eab8df39046,segment=NetworkSegment(4b13322e-2ced-4124-a560-d547d2d4a361),segment_id=4b13322e-2ced-4124-a560-d547d2d4a361)] {{(pid=104370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:37:40.649282 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f64e7a-0bca-4101-9354-b75f20eaf52c None None] Pushing event updated for resources: {'Port': ['ID=f1b7b6ea-366d-4d2d-94da-56d35daf2e73,revision_number=2']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:40.663715 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-24918299-575a-4cde-9ef2-702fd4805edb None None] Publish callbacks [] for port (ba1febde-a774-44d6-978d-8ea1fc65d869), precommit_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:40.671377 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c144b149-4e66-4ab1-9e1c-a1b9dafb08c5 None None] Network 22e3cba0-47b8-42c5-9856-cce7f8da3856 is already hosted by enough agents. {{(pid=104370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:37:40.702906 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.scheduler.base_scheduler [None req-c144b149-4e66-4ab1-9e1c-a1b9dafb08c5 None None] Resources bound (agent type, host, resource id): {{(pid=104370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:37:40.715606 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c144b149-4e66-4ab1-9e1c-a1b9dafb08c5 None None] Received port after_create {{(pid=104370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:37:40.741613 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-3b0f8891-b972-48e8-b1ce-1cf102dbf26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (5096c398-1043-4760-b32c-5eab8df39046), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:40.760408 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-24918299-575a-4cde-9ef2-702fd4805edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979'] for port (ba1febde-a774-44d6-978d-8ea1fc65d869), after_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:40.771050 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936a754-3932-4dfa-8d38-aad18c51227e admin admin] Pushing event updated for resources: {'Port': ['ID=b4775a14-2f59-42a4-947f-48762a9c612d,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:40.799193 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144b149-4e66-4ab1-9e1c-a1b9dafb08c5 None None] Pushing event updated for resources: {'Port': ['ID=7cd8e431-53ca-4e6d-98d1-6e0ad589a017,revision_number=1']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:40.898040 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24918299-575a-4cde-9ef2-702fd4805edb None None] Network b9a0aff9-4db3-4151-8258-5ca59205b7ca is already hosted by enough agents. {{(pid=104370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:37:40.983947 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.scheduler.base_scheduler [None req-24918299-575a-4cde-9ef2-702fd4805edb None None] Resources bound (agent type, host, resource id): {{(pid=104370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:37:40.989095 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24918299-575a-4cde-9ef2-702fd4805edb None None] Received port after_create {{(pid=104370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:37:41.051775 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c936a754-3932-4dfa-8d38-aad18c51227e admin admin] Publish callbacks [] for router_gateway (e4690db3-fb69-4cbe-ba14-7d06d9284e1b), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:41.082644 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-25a25568-8883-4579-9813-2e207974046b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:41.085385 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2dc6b660-d6d3-4b32-9231-eebeea5a5916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:41.142661 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-c144b149-4e66-4ab1-9e1c-a1b9dafb08c5 None None] Attempting to bind port 7cd8e431-53ca-4e6d-98d1-6e0ad589a017 on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:37:41.142661 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-c144b149-4e66-4ab1-9e1c-a1b9dafb08c5 None None] Attempting to bind port 7cd8e431-53ca-4e6d-98d1-6e0ad589a017 by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': 'dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856'}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:37:41.142661 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c144b149-4e66-4ab1-9e1c-a1b9dafb08c5 None None] Attempting to bind port 7cd8e431-53ca-4e6d-98d1-6e0ad589a017 on network 22e3cba0-47b8-42c5-9856-cce7f8da3856 {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:37:41.171166 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f8891-b972-48e8-b1ce-1cf102dbf26a None None] Pushing event updated for resources: {'Port': ['ID=5096c398-1043-4760-b32c-5eab8df39046,revision_number=2']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:41.176616 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c144b149-4e66-4ab1-9e1c-a1b9dafb08c5 None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:37:41.177616 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c144b149-4e66-4ab1-9e1c-a1b9dafb08c5 None None] Checking segment: {'id': 'dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:37:41.178257 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c144b149-4e66-4ab1-9e1c-a1b9dafb08c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:41.178990 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c144b149-4e66-4ab1-9e1c-a1b9dafb08c5 None None] Bound using segment: {'id': 'dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856'} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:37:41.179774 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-c144b149-4e66-4ab1-9e1c-a1b9dafb08c5 None None] Bound port: 7cd8e431-53ca-4e6d-98d1-6e0ad589a017, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856'}}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:37:41.181828 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c144b149-4e66-4ab1-9e1c-a1b9dafb08c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (7cd8e431-53ca-4e6d-98d1-6e0ad589a017), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:41.270853 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-12fc7d9a-aea4-4737-865e-848ba9adb73e admin admin] Publish callbacks [] for router_gateway (5e721dfb-1f7c-416f-90af-ec2298a9918c), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:41.340441 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-24918299-575a-4cde-9ef2-702fd4805edb None None] Attempting to bind port ba1febde-a774-44d6-978d-8ea1fc65d869 on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:37:41.340821 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-24918299-575a-4cde-9ef2-702fd4805edb None None] Attempting to bind port ba1febde-a774-44d6-978d-8ea1fc65d869 by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': 'ce1819a5-765d-4f56-8809-88a6774bc35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca'}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:37:41.341205 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24918299-575a-4cde-9ef2-702fd4805edb None None] Attempting to bind port ba1febde-a774-44d6-978d-8ea1fc65d869 on network b9a0aff9-4db3-4151-8258-5ca59205b7ca {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:37:41.373687 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24918299-575a-4cde-9ef2-702fd4805edb None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:37:41.373875 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24918299-575a-4cde-9ef2-702fd4805edb None None] Checking segment: {'id': 'ce1819a5-765d-4f56-8809-88a6774bc35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:37:41.374315 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-24918299-575a-4cde-9ef2-702fd4805edb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:41.377814 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24918299-575a-4cde-9ef2-702fd4805edb None None] Bound using segment: {'id': 'ce1819a5-765d-4f56-8809-88a6774bc35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca'} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:37:41.378353 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-24918299-575a-4cde-9ef2-702fd4805edb None None] Bound port: ba1febde-a774-44d6-978d-8ea1fc65d869, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1819a5-765d-4f56-8809-88a6774bc35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca'}}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:37:41.378778 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-24918299-575a-4cde-9ef2-702fd4805edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (ba1febde-a774-44d6-978d-8ea1fc65d869), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:41.405724 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24918299-575a-4cde-9ef2-702fd4805edb None None] Pushing event updated for resources: {'Port': ['ID=ba1febde-a774-44d6-978d-8ea1fc65d869,revision_number=1']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:41.407508 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c936a754-3932-4dfa-8d38-aad18c51227e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772297'] for router (e4690db3-fb69-4cbe-ba14-7d06d9284e1b), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:41.455508 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-c144b149-4e66-4ab1-9e1c-a1b9dafb08c5 None None] For port 7cd8e431-53ca-4e6d-98d1-6e0ad589a017, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:37:41.462268 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [None req-2dc6b660-d6d3-4b32-9231-eebeea5a5916 admin admin] Allocated IP 172.27.4.247 (ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7/17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c/4091cdcd-2688-4cb5-8490-4a977f1ab5eb) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:37:41.488427 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-c144b149-4e66-4ab1-9e1c-a1b9dafb08c5 None None] For port 7cd8e431-53ca-4e6d-98d1-6e0ad589a017, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=7cd8e431-53ca-4e6d-98d1-6e0ad589a017,segment=NetworkSegment(dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3),segment_id=dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3)] {{(pid=104370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:37:41.547122 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-24918299-575a-4cde-9ef2-702fd4805edb None None] For port ba1febde-a774-44d6-978d-8ea1fc65d869, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:37:41.549177 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-24918299-575a-4cde-9ef2-702fd4805edb None None] For port ba1febde-a774-44d6-978d-8ea1fc65d869, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=ba1febde-a774-44d6-978d-8ea1fc65d869,segment=NetworkSegment(ce1819a5-765d-4f56-8809-88a6774bc35d),segment_id=ce1819a5-765d-4f56-8809-88a6774bc35d)] {{(pid=104370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:37:41.558684 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c144b149-4e66-4ab1-9e1c-a1b9dafb08c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (7cd8e431-53ca-4e6d-98d1-6e0ad589a017), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:41.632984 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144b149-4e66-4ab1-9e1c-a1b9dafb08c5 None None] Pushing event updated for resources: {'Port': ['ID=7cd8e431-53ca-4e6d-98d1-6e0ad589a017,revision_number=2']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:41.662086 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-24918299-575a-4cde-9ef2-702fd4805edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (ba1febde-a774-44d6-978d-8ea1fc65d869), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:41.712090 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c936a754-3932-4dfa-8d38-aad18c51227e admin admin] Router e4690db3-fb69-4cbe-ba14-7d06d9284e1b is scheduled to L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 with binding_index 1 {{(pid=104368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 02 13:37:41.744640 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-131c051d-d819-4282-ab3c-857fc7d4e887 admin admin] Publish callbacks [] for router_gateway (b12058e6-bae6-4476-a2e0-876fd99b59ab), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:41.816906 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24918299-575a-4cde-9ef2-702fd4805edb None None] Pushing event updated for resources: {'Port': ['ID=ba1febde-a774-44d6-978d-8ea1fc65d869,revision_number=2']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:41.981352 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2dc6b660-d6d3-4b32-9231-eebeea5a5916 admin admin] Publish callbacks [] for port (4091cdcd-2688-4cb5-8490-4a977f1ab5eb), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:42.057170 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c936a754-3932-4dfa-8d38-aad18c51227e admin admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:37:42.071737 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-131c051d-d819-4282-ab3c-857fc7d4e887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:42.083704 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47ae473-ae9e-4d9c-860e-5af5ea9e4fee None None] Sync routers for ids ['e4690db3-fb69-4cbe-ba14-7d06d9284e1b'] in dv-cinder-847864-8-iscsi {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:37:42.107336 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device f1b7b6ea-366d-4d2d-94da-56d35daf2e73 up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:37:42.144562 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47ae473-ae9e-4d9c-860e-5af5ea9e4fee None None] Routers {'e4690db3-fb69-4cbe-ba14-7d06d9284e1b'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:37:42.145211 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-a47ae473-ae9e-4d9c-860e-5af5ea9e4fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:37:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['e4690db3-fb69-4cbe-ba14-7d06d9284e1b'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:42.190066 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c936a754-3932-4dfa-8d38-aad18c51227e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:42.199200 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-c936a754-3932-4dfa-8d38-aad18c51227e admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.8169572 Aug 02 13:37:42.201681 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 60654) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:42.290118 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-12fc7d9a-aea4-4737-865e-848ba9adb73e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772297'] for router (5e721dfb-1f7c-416f-90af-ec2298a9918c), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:42.306548 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port f1b7b6ea-366d-4d2d-94da-56d35daf2e73 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:37:42.329218 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (f1b7b6ea-366d-4d2d-94da-56d35daf2e73), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:42.349082 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-25a25568-8883-4579-9813-2e207974046b admin admin] Publish callbacks [] for security_group (1330da93-c1e4-4d4c-b536-079fa85f04e2), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:42.652931 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-25a25568-8883-4579-9813-2e207974046b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (1330da93-c1e4-4d4c-b536-079fa85f04e2), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:42.652931 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2dc6b660-d6d3-4b32-9231-eebeea5a5916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979'] for port (4091cdcd-2688-4cb5-8490-4a977f1ab5eb), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:42.657670 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce33988-44d9-40df-8af7-b26181e99f9d None None] Network df19bf30-0bac-486d-8758-b5944460b12a requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:37:42.659332 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-a47ae473-ae9e-4d9c-860e-5af5ea9e4fee None None] Set router e4690db3-fb69-4cbe-ba14-7d06d9284e1b gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:37:42.670952 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-25a25568-8883-4579-9813-2e207974046b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f703039629f645e2a229c10db16def0d&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1859012 Aug 02 13:37:42.681779 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 60662) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:42.717902 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [None req-131c051d-d819-4282-ab3c-857fc7d4e887 admin admin] Allocated IP 172.27.4.178 (ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7/17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c/2f4fd170-9c0e-4687-a42f-6a90e13fb50e) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:37:42.734960 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port f1b7b6ea-366d-4d2d-94da-56d35daf2e73 is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:37:42.735350 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (f1b7b6ea-366d-4d2d-94da-56d35daf2e73), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:42.789824 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a25568-8883-4579-9813-2e207974046b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1330da93-c1e4-4d4c-b536-079fa85f04e2,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:42.833584 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6b56b20b-637e-4bc7-9ce1-5630908d41a0 None None] Provisioning complete for port f1b7b6ea-366d-4d2d-94da-56d35daf2e73 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:37:42.834133 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6b56b20b-637e-4bc7-9ce1-5630908d41a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (f1b7b6ea-366d-4d2d-94da-56d35daf2e73), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:42.843971 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc6b660-d6d3-4b32-9231-eebeea5a5916 admin admin] Network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:37:42.862433 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-2dc6b660-d6d3-4b32-9231-eebeea5a5916 admin admin] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:37:42.878752 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc6b660-d6d3-4b32-9231-eebeea5a5916 admin admin] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:37:42.925488 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] For port f1b7b6ea-366d-4d2d-94da-56d35daf2e73, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=f1b7b6ea-366d-4d2d-94da-56d35daf2e73,segment=NetworkSegment(ae4f2447-af72-4e30-a37d-256d40f51a46),segment_id=ae4f2447-af72-4e30-a37d-256d40f51a46)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:37:42.930856 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98450e6-f769-4de8-b82d-bb1f3bde8ebd None None] Network 952afe36-ebbb-420b-9a24-e4ee044975e4 requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:37:43.017529 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (f1b7b6ea-366d-4d2d-94da-56d35daf2e73), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:43.018342 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 5096c398-1043-4760-b32c-5eab8df39046 up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:37:43.029026 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6b660-d6d3-4b32-9231-eebeea5a5916 admin admin] Pushing event updated for resources: {'Port': ['ID=4091cdcd-2688-4cb5-8490-4a977f1ab5eb,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:43.055509 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-a47ae473-ae9e-4d9c-860e-5af5ea9e4fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'name': 'tempest-ServerRescueNegativeTestJSON-1500716653-router', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b4775a14-2f59-42a4-947f-48762a9c612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:38Z', 'updated_at': '2022-08-02T13:37:40Z', 'revision_number': 3, 'project_id': '1502b667be5c45ab800f27676ab39794', 'gw_port': {'id': 'b4775a14-2f59-42a4-947f-48762a9c612d', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:26:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:43.120583 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47ae473-ae9e-4d9c-860e-5af5ea9e4fee None None] Checking router: e4690db3-fb69-4cbe-ba14-7d06d9284e1b for host: dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:37:43.122285 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47ae473-ae9e-4d9c-860e-5af5ea9e4fee None None] Updating router e4690db3-fb69-4cbe-ba14-7d06d9284e1b port b4775a14-2f59-42a4-947f-48762a9c612d binding host dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:37:43.143012 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-131c051d-d819-4282-ab3c-857fc7d4e887 admin admin] Publish callbacks [] for port (2f4fd170-9c0e-4687-a42f-6a90e13fb50e), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:43.152108 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3b1d10c8-6fcf-4cea-becc-074be843dc0d admin admin] Publish callbacks [] for security_group (1330da93-c1e4-4d4c-b536-079fa85f04e2), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:43.156948 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Pushing event updated for resources: {'Port': ['ID=f1b7b6ea-366d-4d2d-94da-56d35daf2e73,revision_number=3']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:43.238167 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-a47ae473-ae9e-4d9c-860e-5af5ea9e4fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (b4775a14-2f59-42a4-947f-48762a9c612d), before_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:43.238351 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6b56b20b-637e-4bc7-9ce1-5630908d41a0 None None] Current status of the port f1b7b6ea-366d-4d2d-94da-56d35daf2e73 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:37:43.244048 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 5096c398-1043-4760-b32c-5eab8df39046 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:37:43.244470 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (5096c398-1043-4760-b32c-5eab8df39046), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:43.245813 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3b1d10c8-6fcf-4cea-becc-074be843dc0d admin admin] Publish callbacks [] for security_group (1330da93-c1e4-4d4c-b536-079fa85f04e2), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:43.409554 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-00a5df80-44ad-4374-9508-1e997c184cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:43.480501 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-d22cd233-4248-477b-91db-8a9a7dbb2c9b None None] Provisioning complete for port 5096c398-1043-4760-b32c-5eab8df39046 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:37:43.481963 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-d22cd233-4248-477b-91db-8a9a7dbb2c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (5096c398-1043-4760-b32c-5eab8df39046), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:43.531698 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 5096c398-1043-4760-b32c-5eab8df39046 is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:37:43.533571 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (5096c398-1043-4760-b32c-5eab8df39046), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:43.557076 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fc7d9a-aea4-4737-865e-848ba9adb73e admin admin] Router 5e721dfb-1f7c-416f-90af-ec2298a9918c is scheduled to L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 with binding_index 1 {{(pid=104369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 02 13:37:43.613475 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2dc6b660-d6d3-4b32-9231-eebeea5a5916 admin admin] Publish callbacks [] for router_gateway (11c05f49-c260-4ea0-9b1d-08ed27a09560), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:43.641795 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] For port 5096c398-1043-4760-b32c-5eab8df39046, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=5096c398-1043-4760-b32c-5eab8df39046,segment=NetworkSegment(4b13322e-2ced-4124-a560-d547d2d4a361),segment_id=4b13322e-2ced-4124-a560-d547d2d4a361)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:37:43.667451 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-d22cd233-4248-477b-91db-8a9a7dbb2c9b None None] Current status of the port 5096c398-1043-4760-b32c-5eab8df39046 is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:37:43.667854 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-d22cd233-4248-477b-91db-8a9a7dbb2c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (5096c398-1043-4760-b32c-5eab8df39046), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:43.716125 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-131c051d-d819-4282-ab3c-857fc7d4e887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979'] for port (2f4fd170-9c0e-4687-a42f-6a90e13fb50e), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:43.718478 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3b1d10c8-6fcf-4cea-becc-074be843dc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (1330da93-c1e4-4d4c-b536-079fa85f04e2), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:43.721427 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3b1d10c8-6fcf-4cea-becc-074be843dc0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:43.725230 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-3b1d10c8-6fcf-4cea-becc-074be843dc0d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1330da93-c1e4-4d4c-b536-079fa85f04e2 HTTP/1.1" status: 204 len: 168 time: 0.9243326 Aug 02 13:37:43.740231 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (5096c398-1043-4760-b32c-5eab8df39046), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:43.883402 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d10c8-6fcf-4cea-becc-074be843dc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1330da93-c1e4-4d4c-b536-079fa85f04e2,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:43.897111 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Pushing event updated for resources: {'Port': ['ID=5096c398-1043-4760-b32c-5eab8df39046,revision_number=3']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:43.985888 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.db.api [None req-d22cd233-4248-477b-91db-8a9a7dbb2c9b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 02 13:37:43.997273 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG oslo_db.api [None req-d22cd233-4248-477b-91db-8a9a7dbb2c9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 02 13:37:44.013885 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_common [None req-00a5df80-44ad-4374-9508-1e997c184cf5 admin admin] Allocated IP 172.20.0.1 (952afe36-ebbb-420b-9a24-e4ee044975e4/ce360482-e138-41d7-8f5d-ea14c6cf06af/3f514c22-9d75-490c-bea0-8c36be249b9d) {{(pid=104368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:37:44.055712 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-a47ae473-ae9e-4d9c-860e-5af5ea9e4fee None None] Publish callbacks [] for port (b4775a14-2f59-42a4-947f-48762a9c612d), precommit_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:44.087036 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b794aa6-475a-47d3-989d-c02309daf569 None None] Network b9a0aff9-4db3-4151-8258-5ca59205b7ca requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:37:44.187570 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-a47ae473-ae9e-4d9c-860e-5af5ea9e4fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (b4775a14-2f59-42a4-947f-48762a9c612d), after_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:44.211063 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-00a5df80-44ad-4374-9508-1e997c184cf5 admin admin] Publish callbacks [] for port (3f514c22-9d75-490c-bea0-8c36be249b9d), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:44.216665 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fc7d9a-aea4-4737-865e-848ba9adb73e admin admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:37:44.247518 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131c051d-d819-4282-ab3c-857fc7d4e887 admin admin] Network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:37:44.250023 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c051d-d819-4282-ab3c-857fc7d4e887 admin admin] Pushing event updated for resources: {'Port': ['ID=2f4fd170-9c0e-4687-a42f-6a90e13fb50e,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:44.261187 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-131c051d-d819-4282-ab3c-857fc7d4e887 admin admin] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:37:44.292750 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device f1b7b6ea-366d-4d2d-94da-56d35daf2e73 up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:37:44.302088 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131c051d-d819-4282-ab3c-857fc7d4e887 admin admin] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:37:44.317144 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad224c-4bd2-4b15-afe6-9ddc9d93c293 None None] Pushing event updated for resources: {'Port': ['ID=b4775a14-2f59-42a4-947f-48762a9c612d,revision_number=2']} {{(pid=104371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:44.322575 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-00a5df80-44ad-4374-9508-1e997c184cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979'] for port (3f514c22-9d75-490c-bea0-8c36be249b9d), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:44.327818 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.managers [None req-a47ae473-ae9e-4d9c-860e-5af5ea9e4fee None None] Attempting to bind port b4775a14-2f59-42a4-947f-48762a9c612d on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:37:44.328394 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.managers [None req-a47ae473-ae9e-4d9c-860e-5af5ea9e4fee None None] Attempting to bind port b4775a14-2f59-42a4-947f-48762a9c612d by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}] {{(pid=104371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:37:44.328931 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47ae473-ae9e-4d9c-860e-5af5ea9e4fee None None] Attempting to bind port b4775a14-2f59-42a4-947f-48762a9c612d on network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:37:44.334785 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892e5302-b04d-495e-ad8d-a6ae8d04ebc4 None None] Sync routers for ids ['5e721dfb-1f7c-416f-90af-ec2298a9918c'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:37:44.335058 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad224c-4bd2-4b15-afe6-9ddc9d93c293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:44.335058 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad224c-4bd2-4b15-afe6-9ddc9d93c293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:44.335058 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad224c-4bd2-4b15-afe6-9ddc9d93c293 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:44.335058 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad224c-4bd2-4b15-afe6-9ddc9d93c293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:44.335058 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad224c-4bd2-4b15-afe6-9ddc9d93c293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:44.335893 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad224c-4bd2-4b15-afe6-9ddc9d93c293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:44.336405 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad224c-4bd2-4b15-afe6-9ddc9d93c293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:44.336913 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad224c-4bd2-4b15-afe6-9ddc9d93c293 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:44.337411 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad224c-4bd2-4b15-afe6-9ddc9d93c293 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:44.337943 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad224c-4bd2-4b15-afe6-9ddc9d93c293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:44.338466 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad224c-4bd2-4b15-afe6-9ddc9d93c293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:44.339058 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad224c-4bd2-4b15-afe6-9ddc9d93c293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:44.339582 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad224c-4bd2-4b15-afe6-9ddc9d93c293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ad224c-4bd2-4b15-afe6-9ddc9d93c293 None None] Tracked resource versions report: Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: pushed versions: Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: { 'AddressGroup': {'1.2'}, Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: 'ConntrackHelper': {'1.0'}, Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: 'LocalIPAssociation': {'1.0'}, Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: 'Log': {'1.0'}, Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: 'Network': {'1.1'}, Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: 'Port': {'1.7'}, Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: 'PortForwarding': {'1.2'}, Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: 'QosPolicy': {'1.10'}, Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: 'SecurityGroup': {'1.5'}, Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: 'SecurityGroupRule': {'1.2'}, Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: 'SubPort': {'1.0'}, Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: 'Subnet': {'1.1'}, Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: 'Trunk': {'1.1'}} Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: consumer versions: Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: { DHCP agent@dv-cinder-847864-8-iscsi: {}, Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: HyperV agent@hv-cinder-84786: {}, Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: L3 agent@dv-cinder-847864-8-iscsi: {}, Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: Metadata agent@dv-cinder-847864-8-iscsi: {}, Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: Metering agent@dv-cinder-847864-8-iscsi: {}, Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: Open vSwitch agent@dv-cinder-847864-8-iscsi: { 'AddressGroup': '1.2', Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: 'ConntrackHelper': '1.0', Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: 'LocalIPAssociation': '1.0', Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: 'Log': '1.0', Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: 'Network': '1.1', Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: 'Port': '1.7', Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: 'PortForwarding': '1.2', Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: 'QosPolicy': '1.10', Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: 'SecurityGroup': '1.5', Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: 'SecurityGroupRule': '1.2', Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: 'SubPort': '1.0', Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: 'Subnet': '1.1', Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: 'Trunk': '1.1'}} Aug 02 13:37:44.340890 dv-cinder-847864-8-iscsi neutron-server[104371]: {{(pid=104371) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 02 13:37:44.348717 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47ae473-ae9e-4d9c-860e-5af5ea9e4fee None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:37:44.349388 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47ae473-ae9e-4d9c-860e-5af5ea9e4fee None None] Checking segment: {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:37:44.349567 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfffb58-8a9b-4466-a640-26954b44b07a None None] Network 22e3cba0-47b8-42c5-9856-cce7f8da3856 requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:37:44.350165 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-a47ae473-ae9e-4d9c-860e-5af5ea9e4fee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:44.350756 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47ae473-ae9e-4d9c-860e-5af5ea9e4fee None None] Bound using segment: {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'} {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:37:44.351454 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.managers [None req-a47ae473-ae9e-4d9c-860e-5af5ea9e4fee None None] Bound port: b4775a14-2f59-42a4-947f-48762a9c612d, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}}] {{(pid=104371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:37:44.352031 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-a47ae473-ae9e-4d9c-860e-5af5ea9e4fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (b4775a14-2f59-42a4-947f-48762a9c612d), before_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:44.407679 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-12fc7d9a-aea4-4737-865e-848ba9adb73e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:44.409205 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-12fc7d9a-aea4-4737-865e-848ba9adb73e admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4570477 Aug 02 13:37:44.410126 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.db [None req-a47ae473-ae9e-4d9c-860e-5af5ea9e4fee None None] For port b4775a14-2f59-42a4-947f-48762a9c612d, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:37:44.415145 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.db [None req-a47ae473-ae9e-4d9c-860e-5af5ea9e4fee None None] For port b4775a14-2f59-42a4-947f-48762a9c612d, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=b4775a14-2f59-42a4-947f-48762a9c612d,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:37:44.420229 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892e5302-b04d-495e-ad8d-a6ae8d04ebc4 None None] Routers {'5e721dfb-1f7c-416f-90af-ec2298a9918c'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:37:44.420881 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-892e5302-b04d-495e-ad8d-a6ae8d04ebc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:37:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['5e721dfb-1f7c-416f-90af-ec2298a9918c'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:44.424779 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 60692) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:44.520031 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-a47ae473-ae9e-4d9c-860e-5af5ea9e4fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (b4775a14-2f59-42a4-947f-48762a9c612d), after_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:44.534615 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a5df80-44ad-4374-9508-1e997c184cf5 admin admin] Network 952afe36-ebbb-420b-9a24-e4ee044975e4 is already hosted by enough agents. {{(pid=104368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:37:44.540220 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [None req-00a5df80-44ad-4374-9508-1e997c184cf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:37:44.546312 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5df80-44ad-4374-9508-1e997c184cf5 admin admin] Pushing event updated for resources: {'Port': ['ID=3f514c22-9d75-490c-bea0-8c36be249b9d,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:44.553843 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a5df80-44ad-4374-9508-1e997c184cf5 admin admin] Received port after_create {{(pid=104368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:37:44.554724 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-00a5df80-44ad-4374-9508-1e997c184cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772152'] for router_interface (e4690db3-fb69-4cbe-ba14-7d06d9284e1b), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:44.599173 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2dc6b660-d6d3-4b32-9231-eebeea5a5916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772297'] for router (11c05f49-c260-4ea0-9b1d-08ed27a09560), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:44.631363 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47ae473-ae9e-4d9c-860e-5af5ea9e4fee None None] Routers {'e4690db3-fb69-4cbe-ba14-7d06d9284e1b'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:37:44.632028 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-a47ae473-ae9e-4d9c-860e-5af5ea9e4fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:37:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['e4690db3-fb69-4cbe-ba14-7d06d9284e1b'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:44.672602 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 60696) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:44.735524 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6768da62-b6f6-4827-9617-95d073ae0432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:44.804331 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-a47ae473-ae9e-4d9c-860e-5af5ea9e4fee None None] Set router e4690db3-fb69-4cbe-ba14-7d06d9284e1b gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:37:44.813749 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-d22cd233-4248-477b-91db-8a9a7dbb2c9b None None] Current status of the port 5096c398-1043-4760-b32c-5eab8df39046 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:37:44.816671 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port f1b7b6ea-366d-4d2d-94da-56d35daf2e73 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:37:44.817171 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (f1b7b6ea-366d-4d2d-94da-56d35daf2e73), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:44.886970 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-892e5302-b04d-495e-ad8d-a6ae8d04ebc4 None None] Set router 5e721dfb-1f7c-416f-90af-ec2298a9918c gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:37:44.977322 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-131c051d-d819-4282-ab3c-857fc7d4e887 admin admin] Publish callbacks [] for router_gateway (b12058e6-bae6-4476-a2e0-876fd99b59ab), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:45.020706 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad224c-4bd2-4b15-afe6-9ddc9d93c293 None None] Pushing event updated for resources: {'Port': ['ID=b4775a14-2f59-42a4-947f-48762a9c612d,revision_number=3']} {{(pid=104371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:45.117010 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-3e692b3b-fc14-4bb3-a37e-b3910124836b None None] Provisioning complete for port 3f514c22-9d75-490c-bea0-8c36be249b9d triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:37:45.117618 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-3e692b3b-fc14-4bb3-a37e-b3910124836b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (3f514c22-9d75-490c-bea0-8c36be249b9d), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:45.128025 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-a47ae473-ae9e-4d9c-860e-5af5ea9e4fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'name': 'tempest-ServerRescueNegativeTestJSON-1500716653-router', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b4775a14-2f59-42a4-947f-48762a9c612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:38Z', 'updated_at': '2022-08-02T13:37:40Z', 'revision_number': 3, 'project_id': '1502b667be5c45ab800f27676ab39794', 'gw_port': {'id': 'b4775a14-2f59-42a4-947f-48762a9c612d', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:26:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:45.130177 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc6b660-d6d3-4b32-9231-eebeea5a5916 admin admin] Router 11c05f49-c260-4ea0-9b1d-08ed27a09560 is scheduled to L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 with binding_index 1 {{(pid=104369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 02 13:37:45.157780 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47ae473-ae9e-4d9c-860e-5af5ea9e4fee None None] The sync data for ids ['e4690db3-fb69-4cbe-ba14-7d06d9284e1b'] in dv-cinder-847864-8-iscsi is: [{'id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'name': 'tempest-ServerRescueNegativeTestJSON-1500716653-router', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b4775a14-2f59-42a4-947f-48762a9c612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:38Z', 'updated_at': '2022-08-02T13:37:40Z', 'revision_number': 3, 'project_id': '1502b667be5c45ab800f27676ab39794', 'gw_port': {'id': 'b4775a14-2f59-42a4-947f-48762a9c612d', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:26:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}] {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:37:45.164384 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-3e692b3b-fc14-4bb3-a37e-b3910124836b None None] Port 3f514c22-9d75-490c-bea0-8c36be249b9d cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:37:45.241193 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-3e692b3b-fc14-4bb3-a37e-b3910124836b None None] Provisioning complete for port f1b7b6ea-366d-4d2d-94da-56d35daf2e73 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:37:45.241609 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-3e692b3b-fc14-4bb3-a37e-b3910124836b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (f1b7b6ea-366d-4d2d-94da-56d35daf2e73), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:45.328872 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6768da62-b6f6-4827-9617-95d073ae0432 admin admin] Publish callbacks [] for security_group (82f58559-12d3-4fe0-b281-5d3cc94ab535), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:45.337498 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port f1b7b6ea-366d-4d2d-94da-56d35daf2e73 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:37:45.339118 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 7cd8e431-53ca-4e6d-98d1-6e0ad589a017 up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:37:45.380494 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc6b660-d6d3-4b32-9231-eebeea5a5916 admin admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:37:45.398525 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d82acb-461d-4370-91f2-f5d0531d1091 None None] Sync routers for ids ['11c05f49-c260-4ea0-9b1d-08ed27a09560'] in dv-cinder-847864-8-iscsi {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:37:45.407609 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-131c051d-d819-4282-ab3c-857fc7d4e887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772297'] for router (b12058e6-bae6-4476-a2e0-876fd99b59ab), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:45.416796 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d82acb-461d-4370-91f2-f5d0531d1091 None None] Routers {'11c05f49-c260-4ea0-9b1d-08ed27a09560'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:37:45.418606 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-e0d82acb-461d-4370-91f2-f5d0531d1091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:37:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['11c05f49-c260-4ea0-9b1d-08ed27a09560'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:45.444190 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6768da62-b6f6-4827-9617-95d073ae0432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (82f58559-12d3-4fe0-b281-5d3cc94ab535), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:45.475203 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-00a5df80-44ad-4374-9508-1e997c184cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (3f514c22-9d75-490c-bea0-8c36be249b9d), before_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:45.491188 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2dc6b660-d6d3-4b32-9231-eebeea5a5916 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:45.495181 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-3e692b3b-fc14-4bb3-a37e-b3910124836b None None] Current status of the port f1b7b6ea-366d-4d2d-94da-56d35daf2e73 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:37:45.499593 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-2dc6b660-d6d3-4b32-9231-eebeea5a5916 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3853283 Aug 02 13:37:45.515813 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-3e692b3b-fc14-4bb3-a37e-b3910124836b None None] Provisioning complete for port 7cd8e431-53ca-4e6d-98d1-6e0ad589a017 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:37:45.516220 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-3e692b3b-fc14-4bb3-a37e-b3910124836b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (7cd8e431-53ca-4e6d-98d1-6e0ad589a017), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:45.518931 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-892e5302-b04d-495e-ad8d-a6ae8d04ebc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e721dfb-1f7c-416f-90af-ec2298a9918c', 'name': 'tempest-DeleteServersTestJSON-868329350-router', 'tenant_id': '3c6cd6eafb844d5492d91d9a23bd878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.173'}], 'enable_snat': True}, 'gw_port_id': '7ff72e2e-ad22-49f8-af8b-40561ba27f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:38Z', 'updated_at': '2022-08-02T13:37:40Z', 'revision_number': 3, 'project_id': '3c6cd6eafb844d5492d91d9a23bd878f', 'gw_port': {'id': '7ff72e2e-ad22-49f8-af8b-40561ba27f7c', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:36:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e721dfb-1f7c-416f-90af-ec2298a9918c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:45.524660 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 60716) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:45.550634 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892e5302-b04d-495e-ad8d-a6ae8d04ebc4 None None] Checking router: 5e721dfb-1f7c-416f-90af-ec2298a9918c for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:37:45.551063 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892e5302-b04d-495e-ad8d-a6ae8d04ebc4 None None] Updating router 5e721dfb-1f7c-416f-90af-ec2298a9918c port 7ff72e2e-ad22-49f8-af8b-40561ba27f7c binding host dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:37:45.687391 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-892e5302-b04d-495e-ad8d-a6ae8d04ebc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (7ff72e2e-ad22-49f8-af8b-40561ba27f7c), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:45.715713 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-e0d82acb-461d-4370-91f2-f5d0531d1091 None None] Set router 11c05f49-c260-4ea0-9b1d-08ed27a09560 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:37:45.746748 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 7cd8e431-53ca-4e6d-98d1-6e0ad589a017 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:37:45.747613 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (7cd8e431-53ca-4e6d-98d1-6e0ad589a017), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:45.777483 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768da62-b6f6-4827-9617-95d073ae0432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f58559-12d3-4fe0-b281-5d3cc94ab535,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:45.809587 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-6768da62-b6f6-4827-9617-95d073ae0432 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fd4817dac68640248969445966a28f1f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1354675 Aug 02 13:37:45.824523 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 60726) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:45.978559 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-e0d82acb-461d-4370-91f2-f5d0531d1091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'name': 'tempest-AttachVolumeTestJSON-1212156323-router', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247'}], 'enable_snat': True}, 'gw_port_id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:43Z', 'revision_number': 3, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'gw_port': {'id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:41Z', 'updated_at': '2022-08-02T13:37:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:46.009634 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d82acb-461d-4370-91f2-f5d0531d1091 None None] Checking router: 11c05f49-c260-4ea0-9b1d-08ed27a09560 for host: dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:37:46.010282 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d82acb-461d-4370-91f2-f5d0531d1091 None None] Updating router 11c05f49-c260-4ea0-9b1d-08ed27a09560 port 4091cdcd-2688-4cb5-8490-4a977f1ab5eb binding host dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:37:46.063685 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-e0d82acb-461d-4370-91f2-f5d0531d1091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (4091cdcd-2688-4cb5-8490-4a977f1ab5eb), before_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:46.120702 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-5808876c-047a-41a0-909d-d0ba2417eac5 admin admin] Publish callbacks [] for security_group (82f58559-12d3-4fe0-b281-5d3cc94ab535), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:46.291569 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131c051d-d819-4282-ab3c-857fc7d4e887 admin admin] Router b12058e6-bae6-4476-a2e0-876fd99b59ab is scheduled to L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 with binding_index 1 {{(pid=104369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 02 13:37:46.311996 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-3e692b3b-fc14-4bb3-a37e-b3910124836b None None] Current status of the port 7cd8e431-53ca-4e6d-98d1-6e0ad589a017 is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:37:46.318016 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-3e692b3b-fc14-4bb3-a37e-b3910124836b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (7cd8e431-53ca-4e6d-98d1-6e0ad589a017), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:46.334940 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 7cd8e431-53ca-4e6d-98d1-6e0ad589a017 is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:37:46.335339 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (7cd8e431-53ca-4e6d-98d1-6e0ad589a017), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:46.493956 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-3e692b3b-fc14-4bb3-a37e-b3910124836b None None] For port 7cd8e431-53ca-4e6d-98d1-6e0ad589a017, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=7cd8e431-53ca-4e6d-98d1-6e0ad589a017,segment=NetworkSegment(dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3),segment_id=dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:37:46.508142 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c289c8d8-93b4-41eb-8bd1-63c73a4ba94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:46.532069 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-5808876c-047a-41a0-909d-d0ba2417eac5 admin admin] Publish callbacks [] for security_group (82f58559-12d3-4fe0-b281-5d3cc94ab535), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:46.551659 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-892e5302-b04d-495e-ad8d-a6ae8d04ebc4 None None] Publish callbacks [] for port (7ff72e2e-ad22-49f8-af8b-40561ba27f7c), precommit_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:46.582725 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-3e692b3b-fc14-4bb3-a37e-b3910124836b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (7cd8e431-53ca-4e6d-98d1-6e0ad589a017), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:46.618683 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131c051d-d819-4282-ab3c-857fc7d4e887 admin admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:37:46.648143 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-892e5302-b04d-495e-ad8d-a6ae8d04ebc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (7ff72e2e-ad22-49f8-af8b-40561ba27f7c), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:46.650643 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a807399-aec1-494a-8185-72c6e03e0b24 None None] Sync routers for ids ['b12058e6-bae6-4476-a2e0-876fd99b59ab'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:37:46.688542 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a807399-aec1-494a-8185-72c6e03e0b24 None None] Routers {'b12058e6-bae6-4476-a2e0-876fd99b59ab'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:37:46.689473 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-6a807399-aec1-494a-8185-72c6e03e0b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:37:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['b12058e6-bae6-4476-a2e0-876fd99b59ab'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:46.761192 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_common [None req-c289c8d8-93b4-41eb-8bd1-63c73a4ba94c admin admin] Allocated IP 172.20.0.1 (df19bf30-0bac-486d-8758-b5944460b12a/8dd572fa-43f9-4a6d-9427-7865d3e644e1/6355762b-f96c-4363-a145-bb688e318cea) {{(pid=104368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:37:46.866528 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-6a807399-aec1-494a-8185-72c6e03e0b24 None None] Set router b12058e6-bae6-4476-a2e0-876fd99b59ab gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:37:46.930547 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-e0d82acb-461d-4370-91f2-f5d0531d1091 None None] Publish callbacks [] for port (4091cdcd-2688-4cb5-8490-4a977f1ab5eb), precommit_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:46.981334 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-5808876c-047a-41a0-909d-d0ba2417eac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (82f58559-12d3-4fe0-b281-5d3cc94ab535), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:46.985680 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-5808876c-047a-41a0-909d-d0ba2417eac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:46.989761 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-5808876c-047a-41a0-909d-d0ba2417eac5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/82f58559-12d3-4fe0-b281-5d3cc94ab535 HTTP/1.1" status: 204 len: 168 time: 1.1260040 Aug 02 13:37:46.998851 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-e0d82acb-461d-4370-91f2-f5d0531d1091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (4091cdcd-2688-4cb5-8490-4a977f1ab5eb), after_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:47.001739 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0898160b-60d5-47cd-a1fe-0dae52841ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:47.070654 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-131c051d-d819-4282-ab3c-857fc7d4e887 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:47.071755 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.managers [None req-e0d82acb-461d-4370-91f2-f5d0531d1091 None None] Attempting to bind port 4091cdcd-2688-4cb5-8490-4a977f1ab5eb on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:37:47.075273 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.managers [None req-e0d82acb-461d-4370-91f2-f5d0531d1091 None None] Attempting to bind port 4091cdcd-2688-4cb5-8490-4a977f1ab5eb by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}] {{(pid=104371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:37:47.075422 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-131c051d-d819-4282-ab3c-857fc7d4e887 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.6929591 Aug 02 13:37:47.075509 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d82acb-461d-4370-91f2-f5d0531d1091 None None] Attempting to bind port 4091cdcd-2688-4cb5-8490-4a977f1ab5eb on network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:37:47.075819 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 60768) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:47.076054 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29af492-cb07-4678-a35c-f68270c32119 None None] Pushing event updated for resources: {'Port': ['ID=4091cdcd-2688-4cb5-8490-4a977f1ab5eb,revision_number=2']} {{(pid=104371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:47.094293 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d82acb-461d-4370-91f2-f5d0531d1091 None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:37:47.095119 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d82acb-461d-4370-91f2-f5d0531d1091 None None] Checking segment: {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:37:47.095535 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-e0d82acb-461d-4370-91f2-f5d0531d1091 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:47.096491 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d82acb-461d-4370-91f2-f5d0531d1091 None None] Bound using segment: {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'} {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:37:47.097033 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.managers [None req-e0d82acb-461d-4370-91f2-f5d0531d1091 None None] Bound port: 4091cdcd-2688-4cb5-8490-4a977f1ab5eb, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}}] {{(pid=104371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:37:47.097428 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-e0d82acb-461d-4370-91f2-f5d0531d1091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (4091cdcd-2688-4cb5-8490-4a977f1ab5eb), before_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:47.109669 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-3e692b3b-fc14-4bb3-a37e-b3910124836b None None] Provisioning complete for port 5096c398-1043-4760-b32c-5eab8df39046 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:37:47.110341 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-3e692b3b-fc14-4bb3-a37e-b3910124836b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (5096c398-1043-4760-b32c-5eab8df39046), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:47.120723 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.db.api [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 02 13:37:47.121419 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG oslo_db.api [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 02 13:37:47.153202 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e692b3b-fc14-4bb3-a37e-b3910124836b None None] Pushing event updated for resources: {'Port': ['ID=7cd8e431-53ca-4e6d-98d1-6e0ad589a017,revision_number=3']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:47.154803 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-00a5df80-44ad-4374-9508-1e997c184cf5 admin admin] Publish callbacks [] for port (3f514c22-9d75-490c-bea0-8c36be249b9d), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:47.160057 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-892e5302-b04d-495e-ad8d-a6ae8d04ebc4 None None] Attempting to bind port 7ff72e2e-ad22-49f8-af8b-40561ba27f7c on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:37:47.161066 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-892e5302-b04d-495e-ad8d-a6ae8d04ebc4 None None] Attempting to bind port 7ff72e2e-ad22-49f8-af8b-40561ba27f7c by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:37:47.164919 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892e5302-b04d-495e-ad8d-a6ae8d04ebc4 None None] Attempting to bind port 7ff72e2e-ad22-49f8-af8b-40561ba27f7c on network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:37:47.176252 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808876c-047a-41a0-909d-d0ba2417eac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f58559-12d3-4fe0-b281-5d3cc94ab535,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:47.203194 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892e5302-b04d-495e-ad8d-a6ae8d04ebc4 None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:37:47.203759 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892e5302-b04d-495e-ad8d-a6ae8d04ebc4 None None] Checking segment: {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:37:47.204302 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-892e5302-b04d-495e-ad8d-a6ae8d04ebc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:47.204800 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892e5302-b04d-495e-ad8d-a6ae8d04ebc4 None None] Bound using segment: {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:37:47.205396 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-892e5302-b04d-495e-ad8d-a6ae8d04ebc4 None None] Bound port: 7ff72e2e-ad22-49f8-af8b-40561ba27f7c, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:37:47.206264 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-892e5302-b04d-495e-ad8d-a6ae8d04ebc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (7ff72e2e-ad22-49f8-af8b-40561ba27f7c), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:47.207013 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.db [None req-e0d82acb-461d-4370-91f2-f5d0531d1091 None None] For port 4091cdcd-2688-4cb5-8490-4a977f1ab5eb, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:37:47.214075 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.db [None req-e0d82acb-461d-4370-91f2-f5d0531d1091 None None] For port 4091cdcd-2688-4cb5-8490-4a977f1ab5eb, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=4091cdcd-2688-4cb5-8490-4a977f1ab5eb,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:37:47.256403 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-00a5df80-44ad-4374-9508-1e997c184cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (3f514c22-9d75-490c-bea0-8c36be249b9d), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:47.259488 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-00a5df80-44ad-4374-9508-1e997c184cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773000'] for router_interface (e4690db3-fb69-4cbe-ba14-7d06d9284e1b), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:47.300834 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c289c8d8-93b4-41eb-8bd1-63c73a4ba94c admin admin] Publish callbacks [] for port (6355762b-f96c-4363-a145-bb688e318cea), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:47.305163 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-e0d82acb-461d-4370-91f2-f5d0531d1091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (4091cdcd-2688-4cb5-8490-4a977f1ab5eb), after_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:47.349577 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171005e8-9a6c-49b5-b0de-e12cd1358021 None None] Pushing event updated for resources: {'Port': ['ID=7ff72e2e-ad22-49f8-af8b-40561ba27f7c,revision_number=2']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:47.431570 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-892e5302-b04d-495e-ad8d-a6ae8d04ebc4 None None] For port 7ff72e2e-ad22-49f8-af8b-40561ba27f7c, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:37:47.457093 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-892e5302-b04d-495e-ad8d-a6ae8d04ebc4 None None] For port 7ff72e2e-ad22-49f8-af8b-40561ba27f7c, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=7ff72e2e-ad22-49f8-af8b-40561ba27f7c,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:37:47.490751 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5df80-44ad-4374-9508-1e997c184cf5 admin admin] Pushing event updated for resources: {'Port': ['ID=3f514c22-9d75-490c-bea0-8c36be249b9d,revision_number=2']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:47.521227 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d82acb-461d-4370-91f2-f5d0531d1091 None None] Routers {'11c05f49-c260-4ea0-9b1d-08ed27a09560'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:37:47.524210 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-e0d82acb-461d-4370-91f2-f5d0531d1091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:37:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['11c05f49-c260-4ea0-9b1d-08ed27a09560'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:47.527865 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-3e692b3b-fc14-4bb3-a37e-b3910124836b None None] Current status of the port 5096c398-1043-4760-b32c-5eab8df39046 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:37:47.533520 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29af492-cb07-4678-a35c-f68270c32119 None None] Pushing event updated for resources: {'Port': ['ID=4091cdcd-2688-4cb5-8490-4a977f1ab5eb,revision_number=3']} {{(pid=104371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:47.538478 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-892e5302-b04d-495e-ad8d-a6ae8d04ebc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (7ff72e2e-ad22-49f8-af8b-40561ba27f7c), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:47.621733 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a5df80-44ad-4374-9508-1e997c184cf5 admin admin] Network 952afe36-ebbb-420b-9a24-e4ee044975e4 is already hosted by enough agents. {{(pid=104368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:37:47.629886 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [None req-00a5df80-44ad-4374-9508-1e997c184cf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:37:47.637027 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c289c8d8-93b4-41eb-8bd1-63c73a4ba94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979'] for port (6355762b-f96c-4363-a145-bb688e318cea), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:47.704868 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:37:47.759477 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-e0d82acb-461d-4370-91f2-f5d0531d1091 None None] Set router 11c05f49-c260-4ea0-9b1d-08ed27a09560 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:37:47.759609 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c289c8d8-93b4-41eb-8bd1-63c73a4ba94c admin admin] Network df19bf30-0bac-486d-8758-b5944460b12a is already hosted by enough agents. {{(pid=104368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:37:47.763330 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [None req-c289c8d8-93b4-41eb-8bd1-63c73a4ba94c admin admin] Resources bound (agent type, host, resource id): {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:37:47.783153 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c289c8d8-93b4-41eb-8bd1-63c73a4ba94c admin admin] Received port after_create {{(pid=104368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:37:47.783638 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c289c8d8-93b4-41eb-8bd1-63c73a4ba94c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772152'] for router_interface (5e721dfb-1f7c-416f-90af-ec2298a9918c), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:47.878751 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-3e692b3b-fc14-4bb3-a37e-b3910124836b None None] Provisioning complete for port ba1febde-a774-44d6-978d-8ea1fc65d869 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:37:47.879558 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-3e692b3b-fc14-4bb3-a37e-b3910124836b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (ba1febde-a774-44d6-978d-8ea1fc65d869), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:47.889540 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [None req-0898160b-60d5-47cd-a1fe-0dae52841ecf admin admin] Allocated IP 172.20.0.1 (22e3cba0-47b8-42c5-9856-cce7f8da3856/ec0b5949-955c-4523-bfdd-355b4cc3e5d9/9493b195-8cfd-425b-89c8-ac83e056b8aa) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:37:48.011474 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-6a807399-aec1-494a-8185-72c6e03e0b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'name': 'tempest-AttachVolumeNegativeTest-1899220404-router', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178'}], 'enable_snat': True}, 'gw_port_id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:44Z', 'revision_number': 3, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'gw_port': {'id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:42Z', 'updated_at': '2022-08-02T13:37:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:48.062054 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289c8d8-93b4-41eb-8bd1-63c73a4ba94c admin admin] Pushing event updated for resources: {'Port': ['ID=6355762b-f96c-4363-a145-bb688e318cea,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:48.166994 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-e0d82acb-461d-4370-91f2-f5d0531d1091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'name': 'tempest-AttachVolumeTestJSON-1212156323-router', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247'}], 'enable_snat': True}, 'gw_port_id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:43Z', 'revision_number': 3, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'gw_port': {'id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:41Z', 'updated_at': '2022-08-02T13:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:48.179243 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a807399-aec1-494a-8185-72c6e03e0b24 None None] Checking router: b12058e6-bae6-4476-a2e0-876fd99b59ab for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:37:48.179736 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a807399-aec1-494a-8185-72c6e03e0b24 None None] Updating router b12058e6-bae6-4476-a2e0-876fd99b59ab port 2f4fd170-9c0e-4687-a42f-6a90e13fb50e binding host dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:37:48.186340 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892e5302-b04d-495e-ad8d-a6ae8d04ebc4 None None] Routers {'5e721dfb-1f7c-416f-90af-ec2298a9918c'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:37:48.186340 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-892e5302-b04d-495e-ad8d-a6ae8d04ebc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:37:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['5e721dfb-1f7c-416f-90af-ec2298a9918c'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:48.206905 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d82acb-461d-4370-91f2-f5d0531d1091 None None] The sync data for ids ['11c05f49-c260-4ea0-9b1d-08ed27a09560'] in dv-cinder-847864-8-iscsi is: [{'id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'name': 'tempest-AttachVolumeTestJSON-1212156323-router', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247'}], 'enable_snat': True}, 'gw_port_id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:43Z', 'revision_number': 3, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'gw_port': {'id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:41Z', 'updated_at': '2022-08-02T13:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}] {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:37:48.224338 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a5df80-44ad-4374-9508-1e997c184cf5 admin admin] Router e4690db3-fb69-4cbe-ba14-7d06d9284e1b has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:37:48.233080 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171005e8-9a6c-49b5-b0de-e12cd1358021 None None] Pushing event updated for resources: {'Port': ['ID=7ff72e2e-ad22-49f8-af8b-40561ba27f7c,revision_number=3']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:48.270803 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 7cd8e431-53ca-4e6d-98d1-6e0ad589a017 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:37:48.271863 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device ba1febde-a774-44d6-978d-8ea1fc65d869 up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:37:48.321110 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0898160b-60d5-47cd-a1fe-0dae52841ecf admin admin] Publish callbacks [] for port (9493b195-8cfd-425b-89c8-ac83e056b8aa), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:48.328795 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6a807399-aec1-494a-8185-72c6e03e0b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (2f4fd170-9c0e-4687-a42f-6a90e13fb50e), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:48.396300 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a5df80-44ad-4374-9508-1e997c184cf5 admin admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:37:48.407955 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a574cf-8dc6-4c97-a9c1-35e1545d0c9a None None] Sync routers for ids ['e4690db3-fb69-4cbe-ba14-7d06d9284e1b'] in dv-cinder-847864-8-iscsi {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:37:48.416148 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-00a5df80-44ad-4374-9508-1e997c184cf5 admin admin] 10.222.0.67 "PUT /v2.0/routers/e4690db3-fb69-4cbe-ba14-7d06d9284e1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2128956 Aug 02 13:37:48.438876 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a574cf-8dc6-4c97-a9c1-35e1545d0c9a None None] Routers {'e4690db3-fb69-4cbe-ba14-7d06d9284e1b'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:37:48.439221 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-50227d8e-7ae7-4b5f-b8d9-80a4e34d67ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:48.442162 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-05a574cf-8dc6-4c97-a9c1-35e1545d0c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:37:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['e4690db3-fb69-4cbe-ba14-7d06d9284e1b'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:48.448290 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0898160b-60d5-47cd-a1fe-0dae52841ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979'] for port (9493b195-8cfd-425b-89c8-ac83e056b8aa), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:48.505532 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c289c8d8-93b4-41eb-8bd1-63c73a4ba94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (6355762b-f96c-4363-a145-bb688e318cea), before_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:48.567054 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898160b-60d5-47cd-a1fe-0dae52841ecf admin admin] Pushing event updated for resources: {'Port': ['ID=9493b195-8cfd-425b-89c8-ac83e056b8aa,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:48.597333 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-3e692b3b-fc14-4bb3-a37e-b3910124836b None None] Current status of the port ba1febde-a774-44d6-978d-8ea1fc65d869 is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:37:48.597333 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-3e692b3b-fc14-4bb3-a37e-b3910124836b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (ba1febde-a774-44d6-978d-8ea1fc65d869), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:48.635754 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-892e5302-b04d-495e-ad8d-a6ae8d04ebc4 None None] Set router 5e721dfb-1f7c-416f-90af-ec2298a9918c gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:37:48.639984 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0898160b-60d5-47cd-a1fe-0dae52841ecf admin admin] Network 22e3cba0-47b8-42c5-9856-cce7f8da3856 is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:37:48.693030 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-05a574cf-8dc6-4c97-a9c1-35e1545d0c9a None None] Set router e4690db3-fb69-4cbe-ba14-7d06d9284e1b gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:37:48.706732 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-0898160b-60d5-47cd-a1fe-0dae52841ecf admin admin] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:37:48.729143 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0898160b-60d5-47cd-a1fe-0dae52841ecf admin admin] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:37:48.729658 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0898160b-60d5-47cd-a1fe-0dae52841ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772152'] for router_interface (11c05f49-c260-4ea0-9b1d-08ed27a09560), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:48.868886 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port ba1febde-a774-44d6-978d-8ea1fc65d869 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:37:48.868886 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (ba1febde-a774-44d6-978d-8ea1fc65d869), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:48.933901 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-3e692b3b-fc14-4bb3-a37e-b3910124836b None None] For port ba1febde-a774-44d6-978d-8ea1fc65d869, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=ba1febde-a774-44d6-978d-8ea1fc65d869,segment=NetworkSegment(ce1819a5-765d-4f56-8809-88a6774bc35d),segment_id=ce1819a5-765d-4f56-8809-88a6774bc35d)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:37:48.989321 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c289c8d8-93b4-41eb-8bd1-63c73a4ba94c admin admin] Publish callbacks [] for port (6355762b-f96c-4363-a145-bb688e318cea), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:49.061784 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c289c8d8-93b4-41eb-8bd1-63c73a4ba94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (6355762b-f96c-4363-a145-bb688e318cea), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:49.062568 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c289c8d8-93b4-41eb-8bd1-63c73a4ba94c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773000'] for router_interface (5e721dfb-1f7c-416f-90af-ec2298a9918c), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:49.153352 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-05a574cf-8dc6-4c97-a9c1-35e1545d0c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'name': 'tempest-ServerRescueNegativeTestJSON-1500716653-router', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b4775a14-2f59-42a4-947f-48762a9c612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:38Z', 'updated_at': '2022-08-02T13:37:45Z', 'revision_number': 4, 'project_id': '1502b667be5c45ab800f27676ab39794', 'gw_port': {'id': 'b4775a14-2f59-42a4-947f-48762a9c612d', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:26:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '3f514c22-9d75-490c-bea0-8c36be249b9d', 'name': '', 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'mac_address': 'fa:16:3e:51:0e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ce360482-e138-41d7-8f5d-ea14c6cf06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:43Z', 'updated_at': '2022-08-02T13:37:45Z', 'revision_number': 2, 'project_id': '1502b667be5c45ab800f27676ab39794', 'subnets': [{'id': 'ce360482-e138-41d7-8f5d-ea14c6cf06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:49.186325 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a574cf-8dc6-4c97-a9c1-35e1545d0c9a None None] Checking router: e4690db3-fb69-4cbe-ba14-7d06d9284e1b for host: dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:37:49.187235 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a574cf-8dc6-4c97-a9c1-35e1545d0c9a None None] Updating router e4690db3-fb69-4cbe-ba14-7d06d9284e1b port 3f514c22-9d75-490c-bea0-8c36be249b9d binding host dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:37:49.227250 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-05a574cf-8dc6-4c97-a9c1-35e1545d0c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (3f514c22-9d75-490c-bea0-8c36be249b9d), before_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:49.255508 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0898160b-60d5-47cd-a1fe-0dae52841ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (9493b195-8cfd-425b-89c8-ac83e056b8aa), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:49.337631 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-3e692b3b-fc14-4bb3-a37e-b3910124836b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (ba1febde-a774-44d6-978d-8ea1fc65d869), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:49.345893 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289c8d8-93b4-41eb-8bd1-63c73a4ba94c admin admin] Pushing event updated for resources: {'Port': ['ID=6355762b-f96c-4363-a145-bb688e318cea,revision_number=2']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:49.351932 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 60844) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:49.354498 dv-cinder-847864-8-iscsi neutron-server[104368]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 02 13:37:49.450407 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e692b3b-fc14-4bb3-a37e-b3910124836b None None] Pushing event updated for resources: {'Port': ['ID=ba1febde-a774-44d6-978d-8ea1fc65d869,revision_number=3']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:49.585077 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-aa2755db-bfb9-4f37-9e52-4b6ed16cef7c None None] Provisioning complete for port 3f514c22-9d75-490c-bea0-8c36be249b9d triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:37:49.585768 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-aa2755db-bfb9-4f37-9e52-4b6ed16cef7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (3f514c22-9d75-490c-bea0-8c36be249b9d), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:49.633544 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-05a574cf-8dc6-4c97-a9c1-35e1545d0c9a None None] Publish callbacks [] for port (3f514c22-9d75-490c-bea0-8c36be249b9d), precommit_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:49.702601 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c289c8d8-93b4-41eb-8bd1-63c73a4ba94c admin admin] Network df19bf30-0bac-486d-8758-b5944460b12a is already hosted by enough agents. {{(pid=104368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:37:49.703313 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0898160b-60d5-47cd-a1fe-0dae52841ecf admin admin] Publish callbacks [] for port (9493b195-8cfd-425b-89c8-ac83e056b8aa), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:49.709566 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [None req-c289c8d8-93b4-41eb-8bd1-63c73a4ba94c admin admin] Resources bound (agent type, host, resource id): {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:37:49.712410 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-05a574cf-8dc6-4c97-a9c1-35e1545d0c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (3f514c22-9d75-490c-bea0-8c36be249b9d), after_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:49.721337 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port ba1febde-a774-44d6-978d-8ea1fc65d869 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:37:49.764487 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [None req-50227d8e-7ae7-4b5f-b8d9-80a4e34d67ba admin admin] Allocated IP 172.20.0.1 (b9a0aff9-4db3-4151-8258-5ca59205b7ca/d8569d97-f9a0-41c9-a9b0-dce29c9f7e4e/319a239b-729c-484f-a6f7-158e17594b21) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:37:49.774094 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6a807399-aec1-494a-8185-72c6e03e0b24 None None] Publish callbacks [] for port (2f4fd170-9c0e-4687-a42f-6a90e13fb50e), precommit_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:49.788290 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-aa2755db-bfb9-4f37-9e52-4b6ed16cef7c None None] Port 3f514c22-9d75-490c-bea0-8c36be249b9d cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:37:49.818092 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12b242-82ea-4521-9b4a-2cbdc64ba46d None None] Pushing event updated for resources: {'Port': ['ID=3f514c22-9d75-490c-bea0-8c36be249b9d,revision_number=3']} {{(pid=104371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:49.841372 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-aa2755db-bfb9-4f37-9e52-4b6ed16cef7c None None] Provisioning complete for port 6355762b-f96c-4363-a145-bb688e318cea triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:37:49.856634 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-aa2755db-bfb9-4f37-9e52-4b6ed16cef7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (6355762b-f96c-4363-a145-bb688e318cea), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:49.953780 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.managers [None req-05a574cf-8dc6-4c97-a9c1-35e1545d0c9a None None] Attempting to bind port 3f514c22-9d75-490c-bea0-8c36be249b9d on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:37:49.953780 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.managers [None req-05a574cf-8dc6-4c97-a9c1-35e1545d0c9a None None] Attempting to bind port 3f514c22-9d75-490c-bea0-8c36be249b9d by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': '4b13322e-2ced-4124-a560-d547d2d4a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4'}] {{(pid=104371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:37:49.953780 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a574cf-8dc6-4c97-a9c1-35e1545d0c9a None None] Attempting to bind port 3f514c22-9d75-490c-bea0-8c36be249b9d on network 952afe36-ebbb-420b-9a24-e4ee044975e4 {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:37:49.961984 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a574cf-8dc6-4c97-a9c1-35e1545d0c9a None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:37:49.962155 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a574cf-8dc6-4c97-a9c1-35e1545d0c9a None None] Checking segment: {'id': '4b13322e-2ced-4124-a560-d547d2d4a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:37:49.964506 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-08e30081-89bd-4f8d-8a7a-2b4b019ee20b tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:37:49.966250 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-05a574cf-8dc6-4c97-a9c1-35e1545d0c9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:49.967314 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a574cf-8dc6-4c97-a9c1-35e1545d0c9a None None] Bound using segment: {'id': '4b13322e-2ced-4124-a560-d547d2d4a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4'} {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:37:49.967434 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6a807399-aec1-494a-8185-72c6e03e0b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (2f4fd170-9c0e-4687-a42f-6a90e13fb50e), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:49.968105 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.managers [None req-05a574cf-8dc6-4c97-a9c1-35e1545d0c9a None None] Bound port: 3f514c22-9d75-490c-bea0-8c36be249b9d, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b13322e-2ced-4124-a560-d547d2d4a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4'}}] {{(pid=104371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:37:49.968665 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-05a574cf-8dc6-4c97-a9c1-35e1545d0c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (3f514c22-9d75-490c-bea0-8c36be249b9d), before_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:49.976068 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-08e30081-89bd-4f8d-8a7a-2b4b019ee20b tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/networks?id=952afe36-ebbb-420b-9a24-e4ee044975e4 HTTP/1.1" status: 200 len: 819 time: 0.6191504 Aug 02 13:37:50.019526 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-aa2755db-bfb9-4f37-9e52-4b6ed16cef7c None None] Port 6355762b-f96c-4363-a145-bb688e318cea cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:37:50.045554 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-f9375d1b-9625-430b-81db-7f182c2b50be tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/quotas/1502b667be5c45ab800f27676ab39794 HTTP/1.1" status: 200 len: 375 time: 0.0676348 Aug 02 13:37:50.066278 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-aa2755db-bfb9-4f37-9e52-4b6ed16cef7c None None] Provisioning complete for port 7cd8e431-53ca-4e6d-98d1-6e0ad589a017 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:37:50.068513 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-aa2755db-bfb9-4f37-9e52-4b6ed16cef7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (7cd8e431-53ca-4e6d-98d1-6e0ad589a017), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:50.078795 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-50227d8e-7ae7-4b5f-b8d9-80a4e34d67ba admin admin] Publish callbacks [] for port (319a239b-729c-484f-a6f7-158e17594b21), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:50.143067 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0898160b-60d5-47cd-a1fe-0dae52841ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (9493b195-8cfd-425b-89c8-ac83e056b8aa), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:50.144927 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0898160b-60d5-47cd-a1fe-0dae52841ecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773000'] for router_interface (11c05f49-c260-4ea0-9b1d-08ed27a09560), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:50.167241 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-892e5302-b04d-495e-ad8d-a6ae8d04ebc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e721dfb-1f7c-416f-90af-ec2298a9918c', 'name': 'tempest-DeleteServersTestJSON-868329350-router', 'tenant_id': '3c6cd6eafb844d5492d91d9a23bd878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.173'}], 'enable_snat': True}, 'gw_port_id': '7ff72e2e-ad22-49f8-af8b-40561ba27f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:38Z', 'updated_at': '2022-08-02T13:37:40Z', 'revision_number': 3, 'project_id': '3c6cd6eafb844d5492d91d9a23bd878f', 'gw_port': {'id': '7ff72e2e-ad22-49f8-af8b-40561ba27f7c', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:36:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e721dfb-1f7c-416f-90af-ec2298a9918c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:50.229750 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-50227d8e-7ae7-4b5f-b8d9-80a4e34d67ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979'] for port (319a239b-729c-484f-a6f7-158e17594b21), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:50.234529 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 7cd8e431-53ca-4e6d-98d1-6e0ad589a017 up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:37:50.240949 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.db [None req-05a574cf-8dc6-4c97-a9c1-35e1545d0c9a None None] For port 3f514c22-9d75-490c-bea0-8c36be249b9d, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:37:50.249614 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.db [None req-05a574cf-8dc6-4c97-a9c1-35e1545d0c9a None None] For port 3f514c22-9d75-490c-bea0-8c36be249b9d, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=3f514c22-9d75-490c-bea0-8c36be249b9d,segment=NetworkSegment(4b13322e-2ced-4124-a560-d547d2d4a361),segment_id=4b13322e-2ced-4124-a560-d547d2d4a361)] {{(pid=104371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:37:50.258862 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892e5302-b04d-495e-ad8d-a6ae8d04ebc4 None None] The sync data for ids ['5e721dfb-1f7c-416f-90af-ec2298a9918c'] in dv-cinder-847864-8-iscsi is: [{'id': '5e721dfb-1f7c-416f-90af-ec2298a9918c', 'name': 'tempest-DeleteServersTestJSON-868329350-router', 'tenant_id': '3c6cd6eafb844d5492d91d9a23bd878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.173'}], 'enable_snat': True}, 'gw_port_id': '7ff72e2e-ad22-49f8-af8b-40561ba27f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:38Z', 'updated_at': '2022-08-02T13:37:40Z', 'revision_number': 3, 'project_id': '3c6cd6eafb844d5492d91d9a23bd878f', 'gw_port': {'id': '7ff72e2e-ad22-49f8-af8b-40561ba27f7c', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:36:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e721dfb-1f7c-416f-90af-ec2298a9918c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:37:50.289026 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-6a807399-aec1-494a-8185-72c6e03e0b24 None None] Attempting to bind port 2f4fd170-9c0e-4687-a42f-6a90e13fb50e on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:37:50.289411 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-6a807399-aec1-494a-8185-72c6e03e0b24 None None] Attempting to bind port 2f4fd170-9c0e-4687-a42f-6a90e13fb50e by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:37:50.289783 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a807399-aec1-494a-8185-72c6e03e0b24 None None] Attempting to bind port 2f4fd170-9c0e-4687-a42f-6a90e13fb50e on network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:37:50.291751 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f35823-b39b-4ebf-af82-1bc3b9e15629 None None] Pushing event updated for resources: {'Port': ['ID=2f4fd170-9c0e-4687-a42f-6a90e13fb50e,revision_number=2']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:50.324479 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a807399-aec1-494a-8185-72c6e03e0b24 None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:37:50.325026 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a807399-aec1-494a-8185-72c6e03e0b24 None None] Checking segment: {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:37:50.326004 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6a807399-aec1-494a-8185-72c6e03e0b24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:50.326658 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a807399-aec1-494a-8185-72c6e03e0b24 None None] Bound using segment: {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:37:50.327470 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-6a807399-aec1-494a-8185-72c6e03e0b24 None None] Bound port: 2f4fd170-9c0e-4687-a42f-6a90e13fb50e, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:37:50.328181 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6a807399-aec1-494a-8185-72c6e03e0b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (2f4fd170-9c0e-4687-a42f-6a90e13fb50e), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:50.328864 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-05a574cf-8dc6-4c97-a9c1-35e1545d0c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (3f514c22-9d75-490c-bea0-8c36be249b9d), after_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:50.338888 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-eaf27a6f-6752-4321-a13e-2347405cbef7 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1502b667be5c45ab800f27676ab39794&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2915869 Aug 02 13:37:50.391594 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c289c8d8-93b4-41eb-8bd1-63c73a4ba94c admin admin] Router 5e721dfb-1f7c-416f-90af-ec2298a9918c has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:37:50.412754 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50227d8e-7ae7-4b5f-b8d9-80a4e34d67ba admin admin] Network b9a0aff9-4db3-4151-8258-5ca59205b7ca is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:37:50.448420 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-50227d8e-7ae7-4b5f-b8d9-80a4e34d67ba admin admin] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:37:50.463232 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50227d8e-7ae7-4b5f-b8d9-80a4e34d67ba admin admin] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:37:50.467222 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-50227d8e-7ae7-4b5f-b8d9-80a4e34d67ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772152'] for router_interface (b12058e6-bae6-4476-a2e0-876fd99b59ab), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:50.491566 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12b242-82ea-4521-9b4a-2cbdc64ba46d None None] Pushing event updated for resources: {'Port': ['ID=3f514c22-9d75-490c-bea0-8c36be249b9d,revision_number=4']} {{(pid=104371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:50.549889 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a574cf-8dc6-4c97-a9c1-35e1545d0c9a None None] Routers {'e4690db3-fb69-4cbe-ba14-7d06d9284e1b'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:37:50.550600 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-05a574cf-8dc6-4c97-a9c1-35e1545d0c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:37:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['e4690db3-fb69-4cbe-ba14-7d06d9284e1b'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:50.678299 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898160b-60d5-47cd-a1fe-0dae52841ecf admin admin] Pushing event updated for resources: {'Port': ['ID=9493b195-8cfd-425b-89c8-ac83e056b8aa,revision_number=2']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:50.817260 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 7cd8e431-53ca-4e6d-98d1-6e0ad589a017 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:37:50.819374 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (7cd8e431-53ca-4e6d-98d1-6e0ad589a017), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:50.865493 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-05a574cf-8dc6-4c97-a9c1-35e1545d0c9a None None] Set router e4690db3-fb69-4cbe-ba14-7d06d9284e1b gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:37:51.013133 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6a807399-aec1-494a-8185-72c6e03e0b24 None None] For port 2f4fd170-9c0e-4687-a42f-6a90e13fb50e, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:37:51.016323 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50227d8e-7ae7-4b5f-b8d9-80a4e34d67ba admin admin] Pushing event updated for resources: {'Port': ['ID=319a239b-729c-484f-a6f7-158e17594b21,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:51.038846 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-aa2755db-bfb9-4f37-9e52-4b6ed16cef7c None None] Current status of the port 7cd8e431-53ca-4e6d-98d1-6e0ad589a017 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:37:51.082819 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c289c8d8-93b4-41eb-8bd1-63c73a4ba94c admin admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:37:51.113637 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-c289c8d8-93b4-41eb-8bd1-63c73a4ba94c admin admin] 10.222.0.67 "PUT /v2.0/routers/5e721dfb-1f7c-416f-90af-ec2298a9918c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6838372 Aug 02 13:37:51.124488 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6a807399-aec1-494a-8185-72c6e03e0b24 None None] For port 2f4fd170-9c0e-4687-a42f-6a90e13fb50e, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=2f4fd170-9c0e-4687-a42f-6a90e13fb50e,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:37:51.223961 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-aa2755db-bfb9-4f37-9e52-4b6ed16cef7c None None] Provisioning complete for port ba1febde-a774-44d6-978d-8ea1fc65d869 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:37:51.224074 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0898160b-60d5-47cd-a1fe-0dae52841ecf admin admin] Network 22e3cba0-47b8-42c5-9856-cce7f8da3856 is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:37:51.225593 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-aa2755db-bfb9-4f37-9e52-4b6ed16cef7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (ba1febde-a774-44d6-978d-8ea1fc65d869), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:51.228295 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-0898160b-60d5-47cd-a1fe-0dae52841ecf admin admin] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:37:51.230943 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6a807399-aec1-494a-8185-72c6e03e0b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (2f4fd170-9c0e-4687-a42f-6a90e13fb50e), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:51.304566 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-05a574cf-8dc6-4c97-a9c1-35e1545d0c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'name': 'tempest-ServerRescueNegativeTestJSON-1500716653-router', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b4775a14-2f59-42a4-947f-48762a9c612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:38Z', 'updated_at': '2022-08-02T13:37:45Z', 'revision_number': 4, 'project_id': '1502b667be5c45ab800f27676ab39794', 'gw_port': {'id': 'b4775a14-2f59-42a4-947f-48762a9c612d', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:26:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '3f514c22-9d75-490c-bea0-8c36be249b9d', 'name': '', 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'mac_address': 'fa:16:3e:51:0e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ce360482-e138-41d7-8f5d-ea14c6cf06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:43Z', 'updated_at': '2022-08-02T13:37:50Z', 'revision_number': 4, 'project_id': '1502b667be5c45ab800f27676ab39794', 'subnets': [{'id': 'ce360482-e138-41d7-8f5d-ea14c6cf06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:51.360910 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a574cf-8dc6-4c97-a9c1-35e1545d0c9a None None] The sync data for ids ['e4690db3-fb69-4cbe-ba14-7d06d9284e1b'] in dv-cinder-847864-8-iscsi is: [{'id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'name': 'tempest-ServerRescueNegativeTestJSON-1500716653-router', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b4775a14-2f59-42a4-947f-48762a9c612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:38Z', 'updated_at': '2022-08-02T13:37:45Z', 'revision_number': 4, 'project_id': '1502b667be5c45ab800f27676ab39794', 'gw_port': {'id': 'b4775a14-2f59-42a4-947f-48762a9c612d', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:26:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '3f514c22-9d75-490c-bea0-8c36be249b9d', 'name': '', 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'mac_address': 'fa:16:3e:51:0e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ce360482-e138-41d7-8f5d-ea14c6cf06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:43Z', 'updated_at': '2022-08-02T13:37:50Z', 'revision_number': 4, 'project_id': '1502b667be5c45ab800f27676ab39794', 'subnets': [{'id': 'ce360482-e138-41d7-8f5d-ea14c6cf06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:37:51.444814 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f35823-b39b-4ebf-af82-1bc3b9e15629 None None] Pushing event updated for resources: {'Port': ['ID=2f4fd170-9c0e-4687-a42f-6a90e13fb50e,revision_number=3']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:51.460613 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-68d04509-1885-444f-9522-0935af20c725 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 02 13:37:51.465009 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-68d04509-1885-444f-9522-0935af20c725 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5183949 Aug 02 13:37:51.508249 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 7cd8e431-53ca-4e6d-98d1-6e0ad589a017 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:37:51.509395 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device b4775a14-2f59-42a4-947f-48762a9c612d up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:37:51.577833 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a807399-aec1-494a-8185-72c6e03e0b24 None None] Routers {'b12058e6-bae6-4476-a2e0-876fd99b59ab'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:37:51.578622 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-6a807399-aec1-494a-8185-72c6e03e0b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:37:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['b12058e6-bae6-4476-a2e0-876fd99b59ab'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:51.761389 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-a7dfff56-4201-43c8-bb26-5ee9fb59e06d service neutron] 10.222.0.67 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856238 Aug 02 13:37:51.814060 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-50227d8e-7ae7-4b5f-b8d9-80a4e34d67ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (319a239b-729c-484f-a6f7-158e17594b21), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:52.036805 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 60916) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:52.081011 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-aee242b3-5b78-4437-988f-faa32120193d service neutron] 10.222.0.67 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104737 Aug 02 13:37:52.104180 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-6a807399-aec1-494a-8185-72c6e03e0b24 None None] Set router b12058e6-bae6-4476-a2e0-876fd99b59ab gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:37:52.112215 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0898160b-60d5-47cd-a1fe-0dae52841ecf admin admin] Router 11c05f49-c260-4ea0-9b1d-08ed27a09560 has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:37:52.255000 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-eede60ee-f937-4fa3-be62-04b876ff5792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:52.339693 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port b4775a14-2f59-42a4-947f-48762a9c612d triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:37:52.340235 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (b4775a14-2f59-42a4-947f-48762a9c612d), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:52.430047 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-aa2755db-bfb9-4f37-9e52-4b6ed16cef7c None None] Current status of the port ba1febde-a774-44d6-978d-8ea1fc65d869 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:37:52.476944 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-50227d8e-7ae7-4b5f-b8d9-80a4e34d67ba admin admin] Publish callbacks [] for port (319a239b-729c-484f-a6f7-158e17594b21), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:52.487953 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-eede60ee-f937-4fa3-be62-04b876ff5792 admin admin] Publish callbacks [] for security_group (143289dd-a4f3-4fc2-a829-0729b6cf22db), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:52.539843 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0898160b-60d5-47cd-a1fe-0dae52841ecf admin admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:37:52.554501 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-0898160b-60d5-47cd-a1fe-0dae52841ecf admin admin] 10.222.0.67 "PUT /v2.0/routers/11c05f49-c260-4ea0-9b1d-08ed27a09560/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0275056 Aug 02 13:37:52.560043 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-eede60ee-f937-4fa3-be62-04b876ff5792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (143289dd-a4f3-4fc2-a829-0729b6cf22db), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:52.589636 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f785c0b3-652b-411c-953d-ebac4031c68d None None] Sync routers for ids ['11c05f49-c260-4ea0-9b1d-08ed27a09560'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:37:52.611160 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-50227d8e-7ae7-4b5f-b8d9-80a4e34d67ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (319a239b-729c-484f-a6f7-158e17594b21), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:52.613123 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-50227d8e-7ae7-4b5f-b8d9-80a4e34d67ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773000'] for router_interface (b12058e6-bae6-4476-a2e0-876fd99b59ab), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:52.670100 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-eede60ee-f937-4fa3-be62-04b876ff5792 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bd2f1297547d44d9b760332c847249a1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6318972 Aug 02 13:37:52.672305 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 60942) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:52.683567 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port b4775a14-2f59-42a4-947f-48762a9c612d is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:37:52.684114 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (b4775a14-2f59-42a4-947f-48762a9c612d), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:52.722038 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] For port b4775a14-2f59-42a4-947f-48762a9c612d, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=b4775a14-2f59-42a4-947f-48762a9c612d,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:37:52.723551 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-aa2755db-bfb9-4f37-9e52-4b6ed16cef7c None None] Provisioning complete for port 9493b195-8cfd-425b-89c8-ac83e056b8aa triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:37:52.724402 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-aa2755db-bfb9-4f37-9e52-4b6ed16cef7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (9493b195-8cfd-425b-89c8-ac83e056b8aa), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:52.743779 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50227d8e-7ae7-4b5f-b8d9-80a4e34d67ba admin admin] Pushing event updated for resources: {'Port': ['ID=319a239b-729c-484f-a6f7-158e17594b21,revision_number=2']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:52.778326 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-aa2755db-bfb9-4f37-9e52-4b6ed16cef7c None None] Port 9493b195-8cfd-425b-89c8-ac83e056b8aa cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:37:52.794177 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f785c0b3-652b-411c-953d-ebac4031c68d None None] Routers {'11c05f49-c260-4ea0-9b1d-08ed27a09560'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:37:52.800579 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-f785c0b3-652b-411c-953d-ebac4031c68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:37:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['11c05f49-c260-4ea0-9b1d-08ed27a09560'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:52.831426 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede60ee-f937-4fa3-be62-04b876ff5792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143289dd-a4f3-4fc2-a829-0729b6cf22db,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:52.904835 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 60970) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:52.908396 dv-cinder-847864-8-iscsi neutron-server[104369]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 02 13:37:52.921015 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (b4775a14-2f59-42a4-947f-48762a9c612d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:52.926078 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device ba1febde-a774-44d6-978d-8ea1fc65d869 up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:37:52.957548 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-b6821b31-0d01-48a2-b637-aab0eb42bbe8 req-37e81524-a3a1-4d44-8996-15f3f70067e4 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 210 time: 0.1112103 Aug 02 13:37:52.980927 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3db62046-bfb0-44b7-b293-da94d3446343 admin admin] Publish callbacks [] for security_group (143289dd-a4f3-4fc2-a829-0729b6cf22db), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:53.043840 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3db62046-bfb0-44b7-b293-da94d3446343 admin admin] Publish callbacks [] for security_group (143289dd-a4f3-4fc2-a829-0729b6cf22db), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:53.101931 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-0d27cec4-1fb6-43de-b1ea-c2f1f43277e1 None None] Provisioning complete for port 9493b195-8cfd-425b-89c8-ac83e056b8aa triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:37:53.102550 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-0d27cec4-1fb6-43de-b1ea-c2f1f43277e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (9493b195-8cfd-425b-89c8-ac83e056b8aa), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:53.188146 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50227d8e-7ae7-4b5f-b8d9-80a4e34d67ba admin admin] Network b9a0aff9-4db3-4151-8258-5ca59205b7ca is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:37:53.198160 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-50227d8e-7ae7-4b5f-b8d9-80a4e34d67ba admin admin] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:37:53.217990 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3db62046-bfb0-44b7-b293-da94d3446343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (143289dd-a4f3-4fc2-a829-0729b6cf22db), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:53.226942 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3db62046-bfb0-44b7-b293-da94d3446343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:53.242127 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-3db62046-bfb0-44b7-b293-da94d3446343 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/143289dd-a4f3-4fc2-a829-0729b6cf22db HTTP/1.1" status: 204 len: 168 time: 0.5587580 Aug 02 13:37:53.242633 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-f785c0b3-652b-411c-953d-ebac4031c68d None None] Set router 11c05f49-c260-4ea0-9b1d-08ed27a09560 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:37:53.286760 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db62046-bfb0-44b7-b293-da94d3446343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143289dd-a4f3-4fc2-a829-0729b6cf22db,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:53.401348 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-ce7379fa-7055-489a-bde0-976d98540ffd tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:37:53.412941 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-ce7379fa-7055-489a-bde0-976d98540ffd tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/networks?id=df19bf30-0bac-486d-8758-b5944460b12a HTTP/1.1" status: 200 len: 811 time: 0.5035257 Aug 02 13:37:53.430155 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Pushing event updated for resources: {'Port': ['ID=b4775a14-2f59-42a4-947f-48762a9c612d,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:53.476404 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 60990) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:53.494860 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-b24402fd-a83f-4c48-a4c6-faadec59c359 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Request body: {'security_group': {'name': 'tempest-securitygroup--480238236', 'description': 'tempest-description--354238552'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:37:53.569019 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-0d27cec4-1fb6-43de-b1ea-c2f1f43277e1 None None] Port 9493b195-8cfd-425b-89c8-ac83e056b8aa cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:37:53.578898 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-81271b92-ec2d-46c2-bd26-3a9531e38d4d tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/quotas/3c6cd6eafb844d5492d91d9a23bd878f HTTP/1.1" status: 200 len: 375 time: 0.1685314 Aug 02 13:37:53.612309 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50227d8e-7ae7-4b5f-b8d9-80a4e34d67ba admin admin] Router b12058e6-bae6-4476-a2e0-876fd99b59ab has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:37:53.653755 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-b24402fd-a83f-4c48-a4c6-faadec59c359 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:53.695897 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port ba1febde-a774-44d6-978d-8ea1fc65d869 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:37:53.696292 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (ba1febde-a774-44d6-978d-8ea1fc65d869), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:53.777760 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-0d27cec4-1fb6-43de-b1ea-c2f1f43277e1 None None] Provisioning complete for port 3f514c22-9d75-490c-bea0-8c36be249b9d triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:37:53.779836 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-0d27cec4-1fb6-43de-b1ea-c2f1f43277e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (3f514c22-9d75-490c-bea0-8c36be249b9d), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:53.974576 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-b24402fd-a83f-4c48-a4c6-faadec59c359 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for security_group (f13d8652-618b-42ee-80bd-ded53b47a7fb), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:54.031080 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-6a807399-aec1-494a-8185-72c6e03e0b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'name': 'tempest-AttachVolumeNegativeTest-1899220404-router', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178'}], 'enable_snat': True}, 'gw_port_id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:51Z', 'revision_number': 4, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'gw_port': {'id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:42Z', 'updated_at': '2022-08-02T13:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '319a239b-729c-484f-a6f7-158e17594b21', 'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'mac_address': 'fa:16:3e:3f:40:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:48Z', 'updated_at': '2022-08-02T13:37:49Z', 'revision_number': 1, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'subnets': [{'id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:54.039032 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-5ccf37ec-6337-486c-b8af-5dd35c319a68 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=3c6cd6eafb844d5492d91d9a23bd878f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4249315 Aug 02 13:37:54.080044 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-b24402fd-a83f-4c48-a4c6-faadec59c359 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (f13d8652-618b-42ee-80bd-ded53b47a7fb), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:54.109988 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50227d8e-7ae7-4b5f-b8d9-80a4e34d67ba admin admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:37:54.129399 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-50227d8e-7ae7-4b5f-b8d9-80a4e34d67ba admin admin] 10.222.0.67 "PUT /v2.0/routers/b12058e6-bae6-4476-a2e0-876fd99b59ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0496631 Aug 02 13:37:54.194896 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-219dc233-d2d1-41f7-93d7-433fc0181066 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:37:54.198112 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-219dc233-d2d1-41f7-93d7-433fc0181066 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/networks?id=952afe36-ebbb-420b-9a24-e4ee044975e4 HTTP/1.1" status: 200 len: 819 time: 0.4409587 Aug 02 13:37:54.207787 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a807399-aec1-494a-8185-72c6e03e0b24 None None] The sync data for ids ['b12058e6-bae6-4476-a2e0-876fd99b59ab'] in dv-cinder-847864-8-iscsi is: [{'id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'name': 'tempest-AttachVolumeNegativeTest-1899220404-router', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178'}], 'enable_snat': True}, 'gw_port_id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:51Z', 'revision_number': 4, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'gw_port': {'id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:42Z', 'updated_at': '2022-08-02T13:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '319a239b-729c-484f-a6f7-158e17594b21', 'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'mac_address': 'fa:16:3e:3f:40:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:48Z', 'updated_at': '2022-08-02T13:37:49Z', 'revision_number': 1, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'subnets': [{'id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:37:54.214157 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-0d27cec4-1fb6-43de-b1ea-c2f1f43277e1 None None] Current status of the port 3f514c22-9d75-490c-bea0-8c36be249b9d is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:37:54.214157 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-0d27cec4-1fb6-43de-b1ea-c2f1f43277e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (3f514c22-9d75-490c-bea0-8c36be249b9d), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:54.229067 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-e1af00e2-91ee-4b7d-a542-8f2f8db06f61 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/quotas/1502b667be5c45ab800f27676ab39794 HTTP/1.1" status: 200 len: 375 time: 0.0239797 Aug 02 13:37:54.229710 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24402fd-a83f-4c48-a4c6-faadec59c359 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f13d8652-618b-42ee-80bd-ded53b47a7fb,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:54.242799 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port ba1febde-a774-44d6-978d-8ea1fc65d869 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:37:54.243501 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 4091cdcd-2688-4cb5-8490-4a977f1ab5eb up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:37:54.332215 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-b24402fd-a83f-4c48-a4c6-faadec59c359 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:54.333688 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76032e31-5e47-46ee-a407-eac69ce5d191 None None] Sync routers for ids ['5e721dfb-1f7c-416f-90af-ec2298a9918c'] in dv-cinder-847864-8-iscsi {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:37:54.334155 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-b24402fd-a83f-4c48-a4c6-faadec59c359 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.8552001 Aug 02 13:37:54.336982 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 32814) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:54.345305 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-f66a554a-b70b-4240-912c-41896228c1cc tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Request body: {'security_group_rule': {'security_group_id': 'f13d8652-618b-42ee-80bd-ded53b47a7fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:37:54.383180 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-53df8066-93c8-4d70-ad15-890a7c184dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:54.388748 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76032e31-5e47-46ee-a407-eac69ce5d191 None None] Routers {'5e721dfb-1f7c-416f-90af-ec2298a9918c'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:37:54.391446 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-2b204e25-6326-4966-986b-aaed2208d215 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1502b667be5c45ab800f27676ab39794&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1474564 Aug 02 13:37:54.394671 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-76032e31-5e47-46ee-a407-eac69ce5d191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:37:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['5e721dfb-1f7c-416f-90af-ec2298a9918c'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:54.430124 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-0d27cec4-1fb6-43de-b1ea-c2f1f43277e1 None None] For port 3f514c22-9d75-490c-bea0-8c36be249b9d, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=3f514c22-9d75-490c-bea0-8c36be249b9d,segment=NetworkSegment(4b13322e-2ced-4124-a560-d547d2d4a361),segment_id=4b13322e-2ced-4124-a560-d547d2d4a361)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:37:54.493894 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-f785c0b3-652b-411c-953d-ebac4031c68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'name': 'tempest-AttachVolumeTestJSON-1212156323-router', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247'}], 'enable_snat': True}, 'gw_port_id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:49Z', 'revision_number': 4, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'gw_port': {'id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:41Z', 'updated_at': '2022-08-02T13:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '9493b195-8cfd-425b-89c8-ac83e056b8aa', 'name': '', 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'mac_address': 'fa:16:3e:e0:b9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ec0b5949-955c-4523-bfdd-355b4cc3e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:47Z', 'updated_at': '2022-08-02T13:37:49Z', 'revision_number': 2, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'subnets': [{'id': 'ec0b5949-955c-4523-bfdd-355b4cc3e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:54.497598 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 4091cdcd-2688-4cb5-8490-4a977f1ab5eb triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:37:54.498905 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (4091cdcd-2688-4cb5-8490-4a977f1ab5eb), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:54.509772 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-2f152986-bdce-47f7-8be5-68c14f4ba297 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 02 13:37:54.519824 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-2f152986-bdce-47f7-8be5-68c14f4ba297 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2483225 Aug 02 13:37:54.523337 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f785c0b3-652b-411c-953d-ebac4031c68d None None] Checking router: 11c05f49-c260-4ea0-9b1d-08ed27a09560 for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:37:54.523691 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f785c0b3-652b-411c-953d-ebac4031c68d None None] Updating router 11c05f49-c260-4ea0-9b1d-08ed27a09560 port 9493b195-8cfd-425b-89c8-ac83e056b8aa binding host dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:37:54.584858 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-f785c0b3-652b-411c-953d-ebac4031c68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (9493b195-8cfd-425b-89c8-ac83e056b8aa), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:54.601014 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-0d27cec4-1fb6-43de-b1ea-c2f1f43277e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (3f514c22-9d75-490c-bea0-8c36be249b9d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:54.641735 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-c1f2cdf3-ed65-4e18-a642-d60fb4e31ced service neutron] 10.222.0.67 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481494 Aug 02 13:37:54.698549 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f66a554a-b70b-4240-912c-41896228c1cc tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for security_group_rule (b48e93eb-614b-4a26-8272-70fb865052e6), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:54.707306 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-0d27cec4-1fb6-43de-b1ea-c2f1f43277e1 None None] Provisioning complete for port 6355762b-f96c-4363-a145-bb688e318cea triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:37:54.707695 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-0d27cec4-1fb6-43de-b1ea-c2f1f43277e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (6355762b-f96c-4363-a145-bb688e318cea), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:54.797935 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-76032e31-5e47-46ee-a407-eac69ce5d191 None None] Set router 5e721dfb-1f7c-416f-90af-ec2298a9918c gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:37:54.896807 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-90662b27-cfe8-4e8d-9dbd-0a1a8a375ce2 service neutron] 10.222.0.67 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488692 Aug 02 13:37:54.944507 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-4965282e-97ea-498b-aff4-c9f0d714ee10 service neutron] 10.222.0.67 "GET /v2.0/networks/df19bf30-0bac-486d-8758-b5944460b12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220872 Aug 02 13:37:54.947229 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f66a554a-b70b-4240-912c-41896228c1cc tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for security_group_rule (b48e93eb-614b-4a26-8272-70fb865052e6), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:55.064655 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 4091cdcd-2688-4cb5-8490-4a977f1ab5eb is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:37:55.065097 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (4091cdcd-2688-4cb5-8490-4a977f1ab5eb), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:55.081539 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f66a554a-b70b-4240-912c-41896228c1cc tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (b48e93eb-614b-4a26-8272-70fb865052e6), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:55.091687 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] For port 4091cdcd-2688-4cb5-8490-4a977f1ab5eb, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=4091cdcd-2688-4cb5-8490-4a977f1ab5eb,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:37:55.117004 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27cec4-1fb6-43de-b1ea-c2f1f43277e1 None None] Pushing event updated for resources: {'Port': ['ID=3f514c22-9d75-490c-bea0-8c36be249b9d,revision_number=5']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:55.137102 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-0d27cec4-1fb6-43de-b1ea-c2f1f43277e1 None None] Port 6355762b-f96c-4363-a145-bb688e318cea cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:37:55.193890 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a554a-b70b-4240-912c-41896228c1cc tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b48e93eb-614b-4a26-8272-70fb865052e6,revision_number=0']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:55.252407 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-0d27cec4-1fb6-43de-b1ea-c2f1f43277e1 None None] Provisioning complete for port 319a239b-729c-484f-a6f7-158e17594b21 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:37:55.255451 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-0d27cec4-1fb6-43de-b1ea-c2f1f43277e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (319a239b-729c-484f-a6f7-158e17594b21), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:55.264711 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (4091cdcd-2688-4cb5-8490-4a977f1ab5eb), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:55.266029 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 5096c398-1043-4760-b32c-5eab8df39046 up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:37:55.274428 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-0f3c1694-486d-46cc-b621-a23ba3b71171 service neutron] 10.222.0.67 "GET /v2.0/networks/df19bf30-0bac-486d-8758-b5944460b12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119254 Aug 02 13:37:55.299700 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f66a554a-b70b-4240-912c-41896228c1cc tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:55.322335 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 32860) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:55.323741 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-f66a554a-b70b-4240-912c-41896228c1cc tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9855433 Aug 02 13:37:55.327476 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-223f43a7-600c-426a-99cc-7ec587bd1a83 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Request body: {'security_group_rule': {'security_group_id': 'f13d8652-618b-42ee-80bd-ded53b47a7fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:37:55.334716 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:55.507475 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-223f43a7-600c-426a-99cc-7ec587bd1a83 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for security_group_rule (2513328b-d406-42c9-9328-717c32914afa), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:55.531540 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-76032e31-5e47-46ee-a407-eac69ce5d191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e721dfb-1f7c-416f-90af-ec2298a9918c', 'name': 'tempest-DeleteServersTestJSON-868329350-router', 'tenant_id': '3c6cd6eafb844d5492d91d9a23bd878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.173'}], 'enable_snat': True}, 'gw_port_id': '7ff72e2e-ad22-49f8-af8b-40561ba27f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:38Z', 'updated_at': '2022-08-02T13:37:48Z', 'revision_number': 4, 'project_id': '3c6cd6eafb844d5492d91d9a23bd878f', 'gw_port': {'id': '7ff72e2e-ad22-49f8-af8b-40561ba27f7c', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:36:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e721dfb-1f7c-416f-90af-ec2298a9918c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '6355762b-f96c-4363-a145-bb688e318cea', 'name': '', 'network_id': 'df19bf30-0bac-486d-8758-b5944460b12a', 'tenant_id': '3c6cd6eafb844d5492d91d9a23bd878f', 'mac_address': 'fa:16:3e:18:30:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e721dfb-1f7c-416f-90af-ec2298a9918c', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8dd572fa-43f9-4a6d-9427-7865d3e644e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:46Z', 'updated_at': '2022-08-02T13:37:48Z', 'revision_number': 2, 'project_id': '3c6cd6eafb844d5492d91d9a23bd878f', 'subnets': [{'id': '8dd572fa-43f9-4a6d-9427-7865d3e644e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:55.646857 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76032e31-5e47-46ee-a407-eac69ce5d191 None None] Checking router: 5e721dfb-1f7c-416f-90af-ec2298a9918c for host: dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:37:55.647253 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76032e31-5e47-46ee-a407-eac69ce5d191 None None] Updating router 5e721dfb-1f7c-416f-90af-ec2298a9918c port 6355762b-f96c-4363-a145-bb688e318cea binding host dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:37:55.775642 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-0d27cec4-1fb6-43de-b1ea-c2f1f43277e1 None None] Port 319a239b-729c-484f-a6f7-158e17594b21 cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:37:55.834702 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-223f43a7-600c-426a-99cc-7ec587bd1a83 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for security_group_rule (2513328b-d406-42c9-9328-717c32914afa), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:55.866269 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-76032e31-5e47-46ee-a407-eac69ce5d191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (6355762b-f96c-4363-a145-bb688e318cea), before_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:55.932834 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-223f43a7-600c-426a-99cc-7ec587bd1a83 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (2513328b-d406-42c9-9328-717c32914afa), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:56.001231 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f43a7-600c-426a-99cc-7ec587bd1a83 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2513328b-d406-42c9-9328-717c32914afa,revision_number=0']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:56.082121 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-b75af232-23d5-40d5-84cc-29d8cd941d9a None None] Provisioning complete for port 319a239b-729c-484f-a6f7-158e17594b21 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:37:56.087007 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-b75af232-23d5-40d5-84cc-29d8cd941d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (319a239b-729c-484f-a6f7-158e17594b21), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:56.111770 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-223f43a7-600c-426a-99cc-7ec587bd1a83 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:56.113009 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-223f43a7-600c-426a-99cc-7ec587bd1a83 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7896111 Aug 02 13:37:56.116319 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 32904) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:56.121178 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-16fbb0c5-8685-4695-809b-e48ae79ae243 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Request body: {'floatingip': {'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:37:56.136535 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Pushing event updated for resources: {'Port': ['ID=4091cdcd-2688-4cb5-8490-4a977f1ab5eb,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:56.148388 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 5096c398-1043-4760-b32c-5eab8df39046 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:37:56.148730 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (5096c398-1043-4760-b32c-5eab8df39046), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:56.234746 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-68553fe4-da97-4f46-8c79-0cb95dda5c4e req-c5579770-df1d-47da-ad57-2c7014b0c98d tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 210 time: 0.1768565 Aug 02 13:37:56.328354 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-16fbb0c5-8685-4695-809b-e48ae79ae243 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:56.344649 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 32918) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:56.352340 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-e3557304-734d-4105-a0ef-19d7b37b3fff tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Request body: {'security_group': {'name': 'tempest-securitygroup--726254612', 'description': 'tempest-description--1543227753'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:37:56.409437 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-b75af232-23d5-40d5-84cc-29d8cd941d9a None None] Port 319a239b-729c-484f-a6f7-158e17594b21 cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:37:56.568690 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e3557304-734d-4105-a0ef-19d7b37b3fff tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:56.606268 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 5096c398-1043-4760-b32c-5eab8df39046 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:37:56.652279 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-f785c0b3-652b-411c-953d-ebac4031c68d None None] Publish callbacks [] for port (9493b195-8cfd-425b-89c8-ac83e056b8aa), precommit_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:56.712514 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e7c8999-e9a0-49d1-b8ec-850f591f38a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:56.735104 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-c43bc588-ddb8-4cf4-aacd-e999a1e97a72 req-d57feb52-959f-45ef-98cb-e2415c815a7c tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 210 time: 0.3336244 Aug 02 13:37:56.777924 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-f785c0b3-652b-411c-953d-ebac4031c68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (9493b195-8cfd-425b-89c8-ac83e056b8aa), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:56.837085 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e3557304-734d-4105-a0ef-19d7b37b3fff tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group (5979007a-a5de-4718-99e3-2cdcb2332487), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:56.853405 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 32952) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:56.904769 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-76032e31-5e47-46ee-a407-eac69ce5d191 None None] Publish callbacks [] for port (6355762b-f96c-4363-a145-bb688e318cea), precommit_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:56.927417 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e3557304-734d-4105-a0ef-19d7b37b3fff tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (5979007a-a5de-4718-99e3-2cdcb2332487), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:57.000122 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-76032e31-5e47-46ee-a407-eac69ce5d191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (6355762b-f96c-4363-a145-bb688e318cea), after_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:57.005340 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d3fdd-1f1c-4919-9a22-4f42a51038a9 None None] Pushing event updated for resources: {'Port': ['ID=9493b195-8cfd-425b-89c8-ac83e056b8aa,revision_number=3']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:57.038169 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3557304-734d-4105-a0ef-19d7b37b3fff tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5979007a-a5de-4718-99e3-2cdcb2332487,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:57.128361 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e3557304-734d-4105-a0ef-19d7b37b3fff tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:57.129618 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-e3557304-734d-4105-a0ef-19d7b37b3fff tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7833517 Aug 02 13:37:57.132443 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 32964) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:57.143901 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-28b49461-e907-4edc-8ab3-578f17e2e545 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Request body: {'security_group_rule': {'security_group_id': '5979007a-a5de-4718-99e3-2cdcb2332487', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:37:57.200462 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-f785c0b3-652b-411c-953d-ebac4031c68d None None] Attempting to bind port 9493b195-8cfd-425b-89c8-ac83e056b8aa on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:37:57.200690 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-f785c0b3-652b-411c-953d-ebac4031c68d None None] Attempting to bind port 9493b195-8cfd-425b-89c8-ac83e056b8aa by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': 'dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856'}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:37:57.201304 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f785c0b3-652b-411c-953d-ebac4031c68d None None] Attempting to bind port 9493b195-8cfd-425b-89c8-ac83e056b8aa on network 22e3cba0-47b8-42c5-9856-cce7f8da3856 {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:37:57.242667 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f785c0b3-652b-411c-953d-ebac4031c68d None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:37:57.243579 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f785c0b3-652b-411c-953d-ebac4031c68d None None] Checking segment: {'id': 'dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:37:57.245224 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-f785c0b3-652b-411c-953d-ebac4031c68d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:57.254663 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f785c0b3-652b-411c-953d-ebac4031c68d None None] Bound using segment: {'id': 'dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856'} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:37:57.255287 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-f785c0b3-652b-411c-953d-ebac4031c68d None None] Bound port: 9493b195-8cfd-425b-89c8-ac83e056b8aa, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856'}}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:37:57.256849 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-f785c0b3-652b-411c-953d-ebac4031c68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (9493b195-8cfd-425b-89c8-ac83e056b8aa), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:57.260947 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3461223f-d1b4-4324-b288-ee37a55a2073 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:57.284146 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-16fbb0c5-8685-4695-809b-e48ae79ae243 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:57.386313 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e95d98-c46c-4bb4-931a-e1a532edf320 None None] Pushing event updated for resources: {'Port': ['ID=6355762b-f96c-4363-a145-bb688e318cea,revision_number=3']} {{(pid=104371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:57.405716 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.managers [None req-76032e31-5e47-46ee-a407-eac69ce5d191 None None] Attempting to bind port 6355762b-f96c-4363-a145-bb688e318cea on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:37:57.407194 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.managers [None req-76032e31-5e47-46ee-a407-eac69ce5d191 None None] Attempting to bind port 6355762b-f96c-4363-a145-bb688e318cea by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': 'ae4f2447-af72-4e30-a37d-256d40f51a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'df19bf30-0bac-486d-8758-b5944460b12a'}] {{(pid=104371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:37:57.407194 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76032e31-5e47-46ee-a407-eac69ce5d191 None None] Attempting to bind port 6355762b-f96c-4363-a145-bb688e318cea on network df19bf30-0bac-486d-8758-b5944460b12a {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:37:57.409308 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 3f514c22-9d75-490c-bea0-8c36be249b9d up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:37:57.436694 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76032e31-5e47-46ee-a407-eac69ce5d191 None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:37:57.440718 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76032e31-5e47-46ee-a407-eac69ce5d191 None None] Checking segment: {'id': 'ae4f2447-af72-4e30-a37d-256d40f51a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'df19bf30-0bac-486d-8758-b5944460b12a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:37:57.441847 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-76032e31-5e47-46ee-a407-eac69ce5d191 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:57.443594 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-28b49461-e907-4edc-8ab3-578f17e2e545 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group_rule (eaed25cf-19c0-4a6e-9c96-e039fdd3d4fd), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:57.444269 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76032e31-5e47-46ee-a407-eac69ce5d191 None None] Bound using segment: {'id': 'ae4f2447-af72-4e30-a37d-256d40f51a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'df19bf30-0bac-486d-8758-b5944460b12a'} {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:37:57.447338 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.managers [None req-76032e31-5e47-46ee-a407-eac69ce5d191 None None] Bound port: 6355762b-f96c-4363-a145-bb688e318cea, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae4f2447-af72-4e30-a37d-256d40f51a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'df19bf30-0bac-486d-8758-b5944460b12a'}}] {{(pid=104371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:37:57.449428 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-76032e31-5e47-46ee-a407-eac69ce5d191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (6355762b-f96c-4363-a145-bb688e318cea), before_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:57.535379 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 32970) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:57.658321 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1809b10b-a925-4225-b74e-78dcccdb0284 req-808812c6-714b-49ed-97d6-ae2aa169ca85 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 210 time: 0.1944523 Aug 02 13:37:57.729384 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.db [None req-76032e31-5e47-46ee-a407-eac69ce5d191 None None] For port 6355762b-f96c-4363-a145-bb688e318cea, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:37:57.738277 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.db [None req-76032e31-5e47-46ee-a407-eac69ce5d191 None None] For port 6355762b-f96c-4363-a145-bb688e318cea, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=6355762b-f96c-4363-a145-bb688e318cea,segment=NetworkSegment(ae4f2447-af72-4e30-a37d-256d40f51a46),segment_id=ae4f2447-af72-4e30-a37d-256d40f51a46)] {{(pid=104371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:37:57.751530 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_common [None req-16fbb0c5-8685-4695-809b-e48ae79ae243 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Allocated IP 172.27.4.100 (ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7/17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c/b6c3471f-9c26-48eb-bb50-d256524e0c21) {{(pid=104368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:37:57.770707 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-f785c0b3-652b-411c-953d-ebac4031c68d None None] For port 9493b195-8cfd-425b-89c8-ac83e056b8aa, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:37:57.778712 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-28b49461-e907-4edc-8ab3-578f17e2e545 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group_rule (eaed25cf-19c0-4a6e-9c96-e039fdd3d4fd), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:57.796668 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-f2bd2154-1f50-46df-9767-e0e52ea42bad None None] Provisioning complete for port 9493b195-8cfd-425b-89c8-ac83e056b8aa triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:37:57.797205 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-f2bd2154-1f50-46df-9767-e0e52ea42bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (9493b195-8cfd-425b-89c8-ac83e056b8aa), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:57.809334 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3461223f-d1b4-4324-b288-ee37a55a2073 admin admin] Publish callbacks [] for security_group (d26a168e-3100-49f3-ad1b-c95f191781c3), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:57.854057 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:57.866577 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-f785c0b3-652b-411c-953d-ebac4031c68d None None] For port 9493b195-8cfd-425b-89c8-ac83e056b8aa, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=9493b195-8cfd-425b-89c8-ac83e056b8aa,segment=NetworkSegment(dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3),segment_id=dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3)] {{(pid=104370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:37:57.880008 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-f2bd2154-1f50-46df-9767-e0e52ea42bad None None] Port 9493b195-8cfd-425b-89c8-ac83e056b8aa cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:37:57.885615 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 3f514c22-9d75-490c-bea0-8c36be249b9d triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:37:57.886468 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (3f514c22-9d75-490c-bea0-8c36be249b9d), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:57.886875 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-002f6abc-7c95-437d-a109-b95aae78751a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:57.891702 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-9c3d4664-0c82-46f3-9e30-b17396dd3e53 req-4eb62fe6-10d7-4a59-b67d-3a82aef87228 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 210 time: 0.0524142 Aug 02 13:37:57.925812 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-28b49461-e907-4edc-8ab3-578f17e2e545 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (eaed25cf-19c0-4a6e-9c96-e039fdd3d4fd), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:57.931100 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-76032e31-5e47-46ee-a407-eac69ce5d191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (6355762b-f96c-4363-a145-bb688e318cea), after_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:57.965477 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-f785c0b3-652b-411c-953d-ebac4031c68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (9493b195-8cfd-425b-89c8-ac83e056b8aa), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:57.974496 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-16fbb0c5-8685-4695-809b-e48ae79ae243 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for port (b6c3471f-9c26-48eb-bb50-d256524e0c21), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:57.974625 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3461223f-d1b4-4324-b288-ee37a55a2073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (d26a168e-3100-49f3-ad1b-c95f191781c3), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:58.034218 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b49461-e907-4edc-8ab3-578f17e2e545 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaed25cf-19c0-4a6e-9c96-e039fdd3d4fd,revision_number=0']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:58.096530 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-002f6abc-7c95-437d-a109-b95aae78751a admin admin] Publish callbacks [] for security_group (c891bb11-89d3-4ebe-bae4-ef8510431727), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:58.112894 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76032e31-5e47-46ee-a407-eac69ce5d191 None None] Routers {'5e721dfb-1f7c-416f-90af-ec2298a9918c'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:37:58.113529 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-76032e31-5e47-46ee-a407-eac69ce5d191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:37:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['5e721dfb-1f7c-416f-90af-ec2298a9918c'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:58.118929 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e95d98-c46c-4bb4-931a-e1a532edf320 None None] Pushing event updated for resources: {'Port': ['ID=6355762b-f96c-4363-a145-bb688e318cea,revision_number=4']} {{(pid=104371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:58.124170 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-28b49461-e907-4edc-8ab3-578f17e2e545 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:58.125706 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-28b49461-e907-4edc-8ab3-578f17e2e545 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9922574 Aug 02 13:37:58.128531 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 32986) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:58.133987 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-a5967e76-0f80-463c-9798-600eb050eabd tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Request body: {'security_group_rule': {'security_group_id': '5979007a-a5de-4718-99e3-2cdcb2332487', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:37:58.139584 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461223f-d1b4-4324-b288-ee37a55a2073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26a168e-3100-49f3-ad1b-c95f191781c3,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:58.148290 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-3461223f-d1b4-4324-b288-ee37a55a2073 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0a072dd2ffaa4210938bd5f4fdb274b9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2911873 Aug 02 13:37:58.148687 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 32988) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:58.183991 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d3fdd-1f1c-4919-9a22-4f42a51038a9 None None] Pushing event updated for resources: {'Port': ['ID=9493b195-8cfd-425b-89c8-ac83e056b8aa,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:58.188604 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-002f6abc-7c95-437d-a109-b95aae78751a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (c891bb11-89d3-4ebe-bae4-ef8510431727), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:58.197526 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-16fbb0c5-8685-4695-809b-e48ae79ae243 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979'] for port (b6c3471f-9c26-48eb-bb50-d256524e0c21), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:58.312926 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fbb0c5-8685-4695-809b-e48ae79ae243 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Pushing event updated for resources: {'Port': ['ID=b6c3471f-9c26-48eb-bb50-d256524e0c21,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:58.344339 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f785c0b3-652b-411c-953d-ebac4031c68d None None] Routers {'11c05f49-c260-4ea0-9b1d-08ed27a09560'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:37:58.345479 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-f785c0b3-652b-411c-953d-ebac4031c68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:37:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['11c05f49-c260-4ea0-9b1d-08ed27a09560'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:58.383790 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fbb0c5-8685-4695-809b-e48ae79ae243 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 is already hosted by enough agents. {{(pid=104368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:37:58.389955 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f6abc-7c95-437d-a109-b95aae78751a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c891bb11-89d3-4ebe-bae4-ef8510431727,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:58.416991 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [None req-16fbb0c5-8685-4695-809b-e48ae79ae243 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Resources bound (agent type, host, resource id): {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:37:58.452807 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fbb0c5-8685-4695-809b-e48ae79ae243 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Received port after_create {{(pid=104368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:37:58.509518 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-f785c0b3-652b-411c-953d-ebac4031c68d None None] Set router 11c05f49-c260-4ea0-9b1d-08ed27a09560 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:37:58.529154 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-76032e31-5e47-46ee-a407-eac69ce5d191 None None] Set router 5e721dfb-1f7c-416f-90af-ec2298a9918c gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:37:58.537431 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 33000) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:58.610750 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-eebdf2cb-a336-4e9d-bfee-a17f18a997ee None None] Provisioning complete for port 6355762b-f96c-4363-a145-bb688e318cea triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:37:58.611566 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-eebdf2cb-a336-4e9d-bfee-a17f18a997ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (6355762b-f96c-4363-a145-bb688e318cea), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:58.711138 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 3f514c22-9d75-490c-bea0-8c36be249b9d is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:37:58.712435 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 4091cdcd-2688-4cb5-8490-4a977f1ab5eb up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:37:58.719250 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 33006) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:58.735124 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-002f6abc-7c95-437d-a109-b95aae78751a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=705e77831632451d9597c8c8992e8ab2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1896436 Aug 02 13:37:58.737877 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a5967e76-0f80-463c-9798-600eb050eabd tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group_rule (1a9e93a5-16de-4da2-809d-6dd6ac820d81), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:58.776935 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.20', 57244) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:58.832680 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 4091cdcd-2688-4cb5-8490-4a977f1ab5eb triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:37:58.833717 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (4091cdcd-2688-4cb5-8490-4a977f1ab5eb), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:58.861108 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-16fbb0c5-8685-4695-809b-e48ae79ae243 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for floatingip (eb1c681c-09b8-413b-8c5e-c304372b3bc4), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:58.902018 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-86688617-9a4f-4b17-a2c6-8aed2a0fe852 admin admin] Publish callbacks [] for security_group (d26a168e-3100-49f3-ad1b-c95f191781c3), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:58.944105 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-eebdf2cb-a336-4e9d-bfee-a17f18a997ee None None] Current status of the port 6355762b-f96c-4363-a145-bb688e318cea is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:37:58.946612 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-eebdf2cb-a336-4e9d-bfee-a17f18a997ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (6355762b-f96c-4363-a145-bb688e318cea), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:58.960094 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a5967e76-0f80-463c-9798-600eb050eabd tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group_rule (1a9e93a5-16de-4da2-809d-6dd6ac820d81), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:59.006218 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-86688617-9a4f-4b17-a2c6-8aed2a0fe852 admin admin] Publish callbacks [] for security_group (d26a168e-3100-49f3-ad1b-c95f191781c3), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:59.020601 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-76032e31-5e47-46ee-a407-eac69ce5d191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e721dfb-1f7c-416f-90af-ec2298a9918c', 'name': 'tempest-DeleteServersTestJSON-868329350-router', 'tenant_id': '3c6cd6eafb844d5492d91d9a23bd878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.173'}], 'enable_snat': True}, 'gw_port_id': '7ff72e2e-ad22-49f8-af8b-40561ba27f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:38Z', 'updated_at': '2022-08-02T13:37:48Z', 'revision_number': 4, 'project_id': '3c6cd6eafb844d5492d91d9a23bd878f', 'gw_port': {'id': '7ff72e2e-ad22-49f8-af8b-40561ba27f7c', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:36:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e721dfb-1f7c-416f-90af-ec2298a9918c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '6355762b-f96c-4363-a145-bb688e318cea', 'name': '', 'network_id': 'df19bf30-0bac-486d-8758-b5944460b12a', 'tenant_id': '3c6cd6eafb844d5492d91d9a23bd878f', 'mac_address': 'fa:16:3e:18:30:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e721dfb-1f7c-416f-90af-ec2298a9918c', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8dd572fa-43f9-4a6d-9427-7865d3e644e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:46Z', 'updated_at': '2022-08-02T13:37:57Z', 'revision_number': 4, 'project_id': '3c6cd6eafb844d5492d91d9a23bd878f', 'subnets': [{'id': '8dd572fa-43f9-4a6d-9427-7865d3e644e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:59.054638 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a5967e76-0f80-463c-9798-600eb050eabd tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (1a9e93a5-16de-4da2-809d-6dd6ac820d81), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:59.094317 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-eebdf2cb-a336-4e9d-bfee-a17f18a997ee None None] For port 6355762b-f96c-4363-a145-bb688e318cea, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=6355762b-f96c-4363-a145-bb688e318cea,segment=NetworkSegment(ae4f2447-af72-4e30-a37d-256d40f51a46),segment_id=ae4f2447-af72-4e30-a37d-256d40f51a46)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:37:59.103429 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5967e76-0f80-463c-9798-600eb050eabd tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a9e93a5-16de-4da2-809d-6dd6ac820d81,revision_number=0']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:59.115089 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76032e31-5e47-46ee-a407-eac69ce5d191 None None] The sync data for ids ['5e721dfb-1f7c-416f-90af-ec2298a9918c'] in dv-cinder-847864-8-iscsi is: [{'id': '5e721dfb-1f7c-416f-90af-ec2298a9918c', 'name': 'tempest-DeleteServersTestJSON-868329350-router', 'tenant_id': '3c6cd6eafb844d5492d91d9a23bd878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.173'}], 'enable_snat': True}, 'gw_port_id': '7ff72e2e-ad22-49f8-af8b-40561ba27f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:38Z', 'updated_at': '2022-08-02T13:37:48Z', 'revision_number': 4, 'project_id': '3c6cd6eafb844d5492d91d9a23bd878f', 'gw_port': {'id': '7ff72e2e-ad22-49f8-af8b-40561ba27f7c', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:36:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e721dfb-1f7c-416f-90af-ec2298a9918c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '6355762b-f96c-4363-a145-bb688e318cea', 'name': '', 'network_id': 'df19bf30-0bac-486d-8758-b5944460b12a', 'tenant_id': '3c6cd6eafb844d5492d91d9a23bd878f', 'mac_address': 'fa:16:3e:18:30:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e721dfb-1f7c-416f-90af-ec2298a9918c', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8dd572fa-43f9-4a6d-9427-7865d3e644e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:46Z', 'updated_at': '2022-08-02T13:37:57Z', 'revision_number': 4, 'project_id': '3c6cd6eafb844d5492d91d9a23bd878f', 'subnets': [{'id': '8dd572fa-43f9-4a6d-9427-7865d3e644e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:37:59.135812 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-16fbb0c5-8685-4695-809b-e48ae79ae243 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (b6c3471f-9c26-48eb-bb50-d256524e0c21), before_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:59.234365 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a5967e76-0f80-463c-9798-600eb050eabd tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:59.234365 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-a5967e76-0f80-463c-9798-600eb050eabd tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1039531 Aug 02 13:37:59.244369 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 33014) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:59.247097 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f52afd2f-283f-4685-b03a-34eed2164549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:59.278930 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-3607f530-6097-47f9-9fd4-bff0cb44d7ce tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Request body: {'floatingip': {'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:37:59.305458 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-eebdf2cb-a336-4e9d-bfee-a17f18a997ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (6355762b-f96c-4363-a145-bb688e318cea), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:59.316601 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-f785c0b3-652b-411c-953d-ebac4031c68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'name': 'tempest-AttachVolumeTestJSON-1212156323-router', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247'}], 'enable_snat': True}, 'gw_port_id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:49Z', 'revision_number': 4, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'gw_port': {'id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:41Z', 'updated_at': '2022-08-02T13:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '9493b195-8cfd-425b-89c8-ac83e056b8aa', 'name': '', 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'mac_address': 'fa:16:3e:e0:b9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ec0b5949-955c-4523-bfdd-355b4cc3e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:47Z', 'updated_at': '2022-08-02T13:37:57Z', 'revision_number': 4, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'subnets': [{'id': 'ec0b5949-955c-4523-bfdd-355b4cc3e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:59.395811 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9a720512-a534-4223-803c-ed8dda49f5b5 req-8a02f3c3-ed6a-47ae-a206-3283eb8da6a1 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 210 time: 0.1430945 Aug 02 13:37:59.406700 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f785c0b3-652b-411c-953d-ebac4031c68d None None] The sync data for ids ['11c05f49-c260-4ea0-9b1d-08ed27a09560'] in dv-cinder-847864-8-iscsi is: [{'id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'name': 'tempest-AttachVolumeTestJSON-1212156323-router', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247'}], 'enable_snat': True}, 'gw_port_id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:49Z', 'revision_number': 4, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'gw_port': {'id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:41Z', 'updated_at': '2022-08-02T13:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '9493b195-8cfd-425b-89c8-ac83e056b8aa', 'name': '', 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'mac_address': 'fa:16:3e:e0:b9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ec0b5949-955c-4523-bfdd-355b4cc3e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:47Z', 'updated_at': '2022-08-02T13:37:57Z', 'revision_number': 4, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'subnets': [{'id': 'ec0b5949-955c-4523-bfdd-355b4cc3e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:37:59.433861 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:59.445174 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 33018) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:59.454520 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 4091cdcd-2688-4cb5-8490-4a977f1ab5eb is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:37:59.456014 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device b4775a14-2f59-42a4-947f-48762a9c612d up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:37:59.600384 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-d0f2a2cb-62e7-4763-833d-cda75a81867f None None] Provisioning complete for port 6355762b-f96c-4363-a145-bb688e318cea triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:37:59.600774 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-d0f2a2cb-62e7-4763-833d-cda75a81867f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (6355762b-f96c-4363-a145-bb688e318cea), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:59.620549 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.20', 57247) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:59.622133 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.20', 57248) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:37:59.631152 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-21ab8f7e-15b9-4d23-947c-f19372336f0a tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:37:59.633083 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-21ab8f7e-15b9-4d23-947c-f19372336f0a tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.20 "GET /v2.0/networks?id=952afe36-ebbb-420b-9a24-e4ee044975e4 HTTP/1.1" status: 200 len: 819 time: 0.8540106 Aug 02 13:37:59.658015 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebdf2cb-a336-4e9d-bfee-a17f18a997ee None None] Pushing event updated for resources: {'Port': ['ID=6355762b-f96c-4363-a145-bb688e318cea,revision_number=5']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:59.801304 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port b4775a14-2f59-42a4-947f-48762a9c612d triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:37:59.801692 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (b4775a14-2f59-42a4-947f-48762a9c612d), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:59.844100 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-86688617-9a4f-4b17-a2c6-8aed2a0fe852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (d26a168e-3100-49f3-ad1b-c95f191781c3), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:59.847873 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-86688617-9a4f-4b17-a2c6-8aed2a0fe852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:37:59.864232 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-86688617-9a4f-4b17-a2c6-8aed2a0fe852 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d26a168e-3100-49f3-ad1b-c95f191781c3 HTTP/1.1" status: 204 len: 168 time: 1.7057433 Aug 02 13:37:59.871682 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-0973d92c-cb5d-4ea5-a9a9-33048ea19e36 req-abf9b7f7-8ea8-4373-876f-9d4c0e3e9576 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 210 time: 0.0752859 Aug 02 13:37:59.925369 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-d0f2a2cb-62e7-4763-833d-cda75a81867f None None] Current status of the port 6355762b-f96c-4363-a145-bb688e318cea is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:37:59.948253 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86688617-9a4f-4b17-a2c6-8aed2a0fe852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26a168e-3100-49f3-ad1b-c95f191781c3,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:00.031334 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e23541-0756-416b-8e22-bb6bc588fda9 None None] Sync routers for ids ['b12058e6-bae6-4476-a2e0-876fd99b59ab'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:38:00.079734 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-edfa4c51-4da1-48dd-b7d4-8be68cc1b464 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Request body: {'port': {'device_id': '314d7ab9-6cc0-45f3-a572-be8e3edee0c7', 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4', 'admin_state_up': True, 'tenant_id': '1502b667be5c45ab800f27676ab39794'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:38:00.109244 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e23541-0756-416b-8e22-bb6bc588fda9 None None] Routers {'b12058e6-bae6-4476-a2e0-876fd99b59ab'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:38:00.109446 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-ef99bcb2-eaee-40bb-84bc-e236aa7c2738 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:00.109894 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-24e23541-0756-416b-8e22-bb6bc588fda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:37:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['b12058e6-bae6-4476-a2e0-876fd99b59ab'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:38:00.111590 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-ef99bcb2-eaee-40bb-84bc-e236aa7c2738 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.20 "GET /v2.0/networks?id=df19bf30-0bac-486d-8758-b5944460b12a HTTP/1.1" status: 200 len: 811 time: 0.3417974 Aug 02 13:38:00.134108 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-c406a544-4405-4fc8-8d42-5534e800b685 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Request body: {'port': {'device_id': 'e8eeddfb-c4b5-465d-b537-0088c962b284', 'network_id': 'df19bf30-0bac-486d-8758-b5944460b12a', 'admin_state_up': True, 'tenant_id': '3c6cd6eafb844d5492d91d9a23bd878f'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:38:00.138219 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-d0f2a2cb-62e7-4763-833d-cda75a81867f None None] Provisioning complete for port 9493b195-8cfd-425b-89c8-ac83e056b8aa triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:38:00.141331 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-d0f2a2cb-62e7-4763-833d-cda75a81867f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (9493b195-8cfd-425b-89c8-ac83e056b8aa), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:00.157111 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3607f530-6097-47f9-9fd4-bff0cb44d7ce tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:00.221518 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-16fbb0c5-8685-4695-809b-e48ae79ae243 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for port (b6c3471f-9c26-48eb-bb50-d256524e0c21), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:00.302346 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-16fbb0c5-8685-4695-809b-e48ae79ae243 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (b6c3471f-9c26-48eb-bb50-d256524e0c21), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:00.399353 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-16fbb0c5-8685-4695-809b-e48ae79ae243 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772271'] for floatingip (eb1c681c-09b8-413b-8c5e-c304372b3bc4), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:00.413154 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fbb0c5-8685-4695-809b-e48ae79ae243 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Pushing event updated for resources: {'Port': ['ID=b6c3471f-9c26-48eb-bb50-d256524e0c21,revision_number=2']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:00.503075 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-16fbb0c5-8685-4695-809b-e48ae79ae243 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:00.528717 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-16fbb0c5-8685-4695-809b-e48ae79ae243 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4075687 Aug 02 13:38:00.561067 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3607f530-6097-47f9-9fd4-bff0cb44d7ce tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:00.621635 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-24e23541-0756-416b-8e22-bb6bc588fda9 None None] Set router b12058e6-bae6-4476-a2e0-876fd99b59ab gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:38:00.622588 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f52afd2f-283f-4685-b03a-34eed2164549 admin admin] Publish callbacks [] for security_group (f6324fa8-2bea-478e-9ef1-1e1e8b2840e0), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:00.631397 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-ea72d7bf-6a14-4b5c-8bc4-ea096f6e3fbc tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:00.634160 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-ea72d7bf-6a14-4b5c-8bc4-ea096f6e3fbc tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.20 "GET /v2.0/networks?id=952afe36-ebbb-420b-9a24-e4ee044975e4 HTTP/1.1" status: 200 len: 819 time: 0.9996748 Aug 02 13:38:00.635100 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-141da553-caa0-47be-af81-d34375aadce5 admin admin] Publish callbacks [] for security_group (c891bb11-89d3-4ebe-bae4-ef8510431727), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:00.682266 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-141da553-caa0-47be-af81-d34375aadce5 admin admin] Publish callbacks [] for security_group (c891bb11-89d3-4ebe-bae4-ef8510431727), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:00.760575 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f52afd2f-283f-4685-b03a-34eed2164549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (f6324fa8-2bea-478e-9ef1-1e1e8b2840e0), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:00.766757 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-36e62ec3-47ea-41c8-ac78-cd9fd6ba09d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:00.820151 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-27fcec1d-5059-430f-99ae-235770e75d94 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Request body: {'port': {'device_id': 'd13960c5-3095-42ba-be58-216a7e1e5050', 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4', 'admin_state_up': True, 'tenant_id': '1502b667be5c45ab800f27676ab39794'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:38:00.944503 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_common [None req-3607f530-6097-47f9-9fd4-bff0cb44d7ce tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Allocated IP 172.27.4.176 (ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7/17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c/db1347a3-162d-4551-8401-fb4f990ec6a5) {{(pid=104368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:38:00.988951 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port b4775a14-2f59-42a4-947f-48762a9c612d is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:38:00.990074 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 7ff72e2e-ad22-49f8-af8b-40561ba27f7c up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:38:00.992325 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-d0f2a2cb-62e7-4763-833d-cda75a81867f None None] Current status of the port 9493b195-8cfd-425b-89c8-ac83e056b8aa is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:38:00.992722 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-d0f2a2cb-62e7-4763-833d-cda75a81867f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (9493b195-8cfd-425b-89c8-ac83e056b8aa), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:01.020896 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-141da553-caa0-47be-af81-d34375aadce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (c891bb11-89d3-4ebe-bae4-ef8510431727), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:01.023781 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-141da553-caa0-47be-af81-d34375aadce5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:01.030009 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-141da553-caa0-47be-af81-d34375aadce5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c891bb11-89d3-4ebe-bae4-ef8510431727 HTTP/1.1" status: 204 len: 168 time: 2.3093786 Aug 02 13:38:01.030890 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52afd2f-283f-4685-b03a-34eed2164549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6324fa8-2bea-478e-9ef1-1e1e8b2840e0,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:01.112847 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-d0f2a2cb-62e7-4763-833d-cda75a81867f None None] For port 9493b195-8cfd-425b-89c8-ac83e056b8aa, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=9493b195-8cfd-425b-89c8-ac83e056b8aa,segment=NetworkSegment(dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3),segment_id=dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:38:01.136043 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-ccd4668d-d732-4a19-bff2-6c6d1d2ac428 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--480238236&fields=id&tenant_id=2faa069e451247a68695e22f5e5ed2ae HTTP/1.1" status: 200 len: 267 time: 0.2274601 Aug 02 13:38:01.175503 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:01.197148 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-edfa4c51-4da1-48dd-b7d4-8be68cc1b464 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Made reservation on behalf of 1502b667be5c45ab800f27676ab39794 for: {'port': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:38:01.200456 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-edfa4c51-4da1-48dd-b7d4-8be68cc1b464 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:01.215679 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-d0f2a2cb-62e7-4763-833d-cda75a81867f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (9493b195-8cfd-425b-89c8-ac83e056b8aa), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:01.221973 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 33088) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:01.222188 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-f52afd2f-283f-4685-b03a-34eed2164549 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=03beeba9d69d46ee86dc069d47157c65&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6698663 Aug 02 13:38:01.286120 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141da553-caa0-47be-af81-d34375aadce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c891bb11-89d3-4ebe-bae4-ef8510431727,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:01.301153 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3607f530-6097-47f9-9fd4-bff0cb44d7ce tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for port (db1347a3-162d-4551-8401-fb4f990ec6a5), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:01.334989 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ee6e0ddd-996c-497d-be2e-0da10db21fd7 req-8a0c9def-2ef4-43f7-bc7d-cf016358bdf5 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 210 time: 0.3248079 Aug 02 13:38:01.384671 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-828386c4-6af1-48e9-bae9-9df077a1961f admin admin] Publish callbacks [] for security_group (f6324fa8-2bea-478e-9ef1-1e1e8b2840e0), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:01.400100 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 7ff72e2e-ad22-49f8-af8b-40561ba27f7c triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:38:01.402207 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (7ff72e2e-ad22-49f8-af8b-40561ba27f7c), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:01.458808 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-65e26206-6c70-4d5b-b4c0-39a53d64da98 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:01.464736 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-65e26206-6c70-4d5b-b4c0-39a53d64da98 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/networks?id=22e3cba0-47b8-42c5-9856-cce7f8da3856 HTTP/1.1" status: 200 len: 811 time: 0.3023598 Aug 02 13:38:01.491874 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-828386c4-6af1-48e9-bae9-9df077a1961f admin admin] Publish callbacks [] for security_group (f6324fa8-2bea-478e-9ef1-1e1e8b2840e0), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:01.493929 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2a2cb-62e7-4763-833d-cda75a81867f None None] Pushing event updated for resources: {'Port': ['ID=9493b195-8cfd-425b-89c8-ac83e056b8aa,revision_number=5']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:01.552967 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-0d607297-5cf5-4d30-96a2-ba6e3d9d2973 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/quotas/2faa069e451247a68695e22f5e5ed2ae HTTP/1.1" status: 200 len: 375 time: 0.0720134 Aug 02 13:38:01.589057 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 7ff72e2e-ad22-49f8-af8b-40561ba27f7c is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:38:01.593241 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (7ff72e2e-ad22-49f8-af8b-40561ba27f7c), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:01.644595 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-24e23541-0756-416b-8e22-bb6bc588fda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'name': 'tempest-AttachVolumeNegativeTest-1899220404-router', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178'}], 'enable_snat': True}, 'gw_port_id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:51Z', 'revision_number': 4, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'gw_port': {'id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:42Z', 'updated_at': '2022-08-02T13:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '319a239b-729c-484f-a6f7-158e17594b21', 'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'mac_address': 'fa:16:3e:3f:40:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:48Z', 'updated_at': '2022-08-02T13:37:51Z', 'revision_number': 2, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'subnets': [{'id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:38:01.673410 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3607f530-6097-47f9-9fd4-bff0cb44d7ce tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979'] for port (db1347a3-162d-4551-8401-fb4f990ec6a5), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:01.687729 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e23541-0756-416b-8e22-bb6bc588fda9 None None] Checking router: b12058e6-bae6-4476-a2e0-876fd99b59ab for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:38:01.688132 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e23541-0756-416b-8e22-bb6bc588fda9 None None] Updating router b12058e6-bae6-4476-a2e0-876fd99b59ab port 319a239b-729c-484f-a6f7-158e17594b21 binding host dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:38:01.691707 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] For port 7ff72e2e-ad22-49f8-af8b-40561ba27f7c, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=7ff72e2e-ad22-49f8-af8b-40561ba27f7c,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:38:01.757938 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-24e23541-0756-416b-8e22-bb6bc588fda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (319a239b-729c-484f-a6f7-158e17594b21), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:01.799625 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4885f673-cf6a-4159-b4b3-07f6455d278a req-2a630dff-b1a3-4b0e-bad0-2f1089301a2e tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 210 time: 0.2246854 Aug 02 13:38:01.803865 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-27fcec1d-5059-430f-99ae-235770e75d94 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Made reservation on behalf of 1502b667be5c45ab800f27676ab39794 for: {'port': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:38:01.808704 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-27fcec1d-5059-430f-99ae-235770e75d94 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:01.811925 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (7ff72e2e-ad22-49f8-af8b-40561ba27f7c), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:01.813221 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 2f4fd170-9c0e-4687-a42f-6a90e13fb50e up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:38:01.829053 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3607f530-6097-47f9-9fd4-bff0cb44d7ce tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 is already hosted by enough agents. {{(pid=104368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:38:01.832818 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [None req-3607f530-6097-47f9-9fd4-bff0cb44d7ce tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Resources bound (agent type, host, resource id): {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:38:01.835575 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3607f530-6097-47f9-9fd4-bff0cb44d7ce tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Received port after_create {{(pid=104368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:38:01.841660 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f530-6097-47f9-9fd4-bff0cb44d7ce tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event updated for resources: {'Port': ['ID=db1347a3-162d-4551-8401-fb4f990ec6a5,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:01.876169 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-7401ccad-05ed-4980-8605-c10e6641499e tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=2faa069e451247a68695e22f5e5ed2ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3177025 Aug 02 13:38:02.048322 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-828386c4-6af1-48e9-bae9-9df077a1961f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (f6324fa8-2bea-478e-9ef1-1e1e8b2840e0), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:02.058483 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-828386c4-6af1-48e9-bae9-9df077a1961f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:02.061618 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-828386c4-6af1-48e9-bae9-9df077a1961f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f6324fa8-2bea-478e-9ef1-1e1e8b2840e0 HTTP/1.1" status: 204 len: 168 time: 0.8334866 Aug 02 13:38:02.133102 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-2fc03680-ff7a-4ed0-8e13-3746d4490995 service neutron] 10.222.0.67 "GET /v2.0/networks/22e3cba0-47b8-42c5-9856-cce7f8da3856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467022 Aug 02 13:38:02.344578 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828386c4-6af1-48e9-bae9-9df077a1961f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6324fa8-2bea-478e-9ef1-1e1e8b2840e0,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:02.345552 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-36e62ec3-47ea-41c8-ac78-cd9fd6ba09d5 admin admin] Publish callbacks [] for security_group (88e7fee0-d47a-4e55-b3fd-afa451e7c90f), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:02.346565 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Pushing event updated for resources: {'Port': ['ID=7ff72e2e-ad22-49f8-af8b-40561ba27f7c,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:02.347363 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3607f530-6097-47f9-9fd4-bff0cb44d7ce tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for floatingip (d7578105-356a-4e31-9e0b-f7618863adc5), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:02.347363 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 33104) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:02.379780 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-27fcec1d-5059-430f-99ae-235770e75d94 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Allocated IP 172.20.0.5 (952afe36-ebbb-420b-9a24-e4ee044975e4/ce360482-e138-41d7-8f5d-ea14c6cf06af/6862f390-f1d1-4e55-8059-519dac8f3ec6) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:38:02.424878 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-effa3b95-a62a-42ac-b8f3-a4ce92a26f94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:02.558069 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-604341d5-85f1-4852-9d1c-d8f5547bef22 service neutron] 10.222.0.67 "GET /v2.0/networks/22e3cba0-47b8-42c5-9856-cce7f8da3856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238427 Aug 02 13:38:02.588983 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 2f4fd170-9c0e-4687-a42f-6a90e13fb50e triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:38:02.588983 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (2f4fd170-9c0e-4687-a42f-6a90e13fb50e), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:02.653604 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3607f530-6097-47f9-9fd4-bff0cb44d7ce tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (db1347a3-162d-4551-8401-fb4f990ec6a5), before_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:02.685799 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-24e23541-0756-416b-8e22-bb6bc588fda9 None None] Publish callbacks [] for port (319a239b-729c-484f-a6f7-158e17594b21), precommit_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:02.751370 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-24e23541-0756-416b-8e22-bb6bc588fda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (319a239b-729c-484f-a6f7-158e17594b21), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:02.858528 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-27fcec1d-5059-430f-99ae-235770e75d94 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks [] for port (6862f390-f1d1-4e55-8059-519dac8f3ec6), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:02.989982 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-c406a544-4405-4fc8-8d42-5534e800b685 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Made reservation on behalf of 3c6cd6eafb844d5492d91d9a23bd878f for: {'port': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:38:03.009213 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3607f530-6097-47f9-9fd4-bff0cb44d7ce tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for port (db1347a3-162d-4551-8401-fb4f990ec6a5), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:03.009885 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-c406a544-4405-4fc8-8d42-5534e800b685 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:03.053662 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 2f4fd170-9c0e-4687-a42f-6a90e13fb50e is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:38:03.055157 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (2f4fd170-9c0e-4687-a42f-6a90e13fb50e), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:03.137606 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] For port 2f4fd170-9c0e-4687-a42f-6a90e13fb50e, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=2f4fd170-9c0e-4687-a42f-6a90e13fb50e,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:38:03.161182 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-effa3b95-a62a-42ac-b8f3-a4ce92a26f94 admin admin] Publish callbacks [] for security_group (6f6a644c-3d73-4c7a-8428-f24ba8b2e09b), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:03.161182 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3607f530-6097-47f9-9fd4-bff0cb44d7ce tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (db1347a3-162d-4551-8401-fb4f990ec6a5), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:03.212951 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1cc02-4c56-4e54-88e3-4b1d5e1cec85 None None] Pushing event updated for resources: {'Port': ['ID=319a239b-729c-484f-a6f7-158e17594b21,revision_number=3']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:03.270606 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (2f4fd170-9c0e-4687-a42f-6a90e13fb50e), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:03.382931 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-cfed28c7-15a3-43f8-ab1d-b1323e14cac4 req-eb8edf24-6c77-4618-b478-8d061eafa17a tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 210 time: 0.2573602 Aug 02 13:38:03.386337 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-effa3b95-a62a-42ac-b8f3-a4ce92a26f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (6f6a644c-3d73-4c7a-8428-f24ba8b2e09b), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:03.430253 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Pushing event updated for resources: {'Port': ['ID=2f4fd170-9c0e-4687-a42f-6a90e13fb50e,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:03.467496 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3607f530-6097-47f9-9fd4-bff0cb44d7ce tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772271'] for floatingip (d7578105-356a-4e31-9e0b-f7618863adc5), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:03.516325 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-24e23541-0756-416b-8e22-bb6bc588fda9 None None] Attempting to bind port 319a239b-729c-484f-a6f7-158e17594b21 on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:38:03.516823 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-24e23541-0756-416b-8e22-bb6bc588fda9 None None] Attempting to bind port 319a239b-729c-484f-a6f7-158e17594b21 by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': 'ce1819a5-765d-4f56-8809-88a6774bc35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca'}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:38:03.526809 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e23541-0756-416b-8e22-bb6bc588fda9 None None] Attempting to bind port 319a239b-729c-484f-a6f7-158e17594b21 on network b9a0aff9-4db3-4151-8258-5ca59205b7ca {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:38:03.552398 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e23541-0756-416b-8e22-bb6bc588fda9 None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:38:03.552787 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e23541-0756-416b-8e22-bb6bc588fda9 None None] Checking segment: {'id': 'ce1819a5-765d-4f56-8809-88a6774bc35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:38:03.553201 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-24e23541-0756-416b-8e22-bb6bc588fda9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:03.564597 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e23541-0756-416b-8e22-bb6bc588fda9 None None] Bound using segment: {'id': 'ce1819a5-765d-4f56-8809-88a6774bc35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca'} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:38:03.569661 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-24e23541-0756-416b-8e22-bb6bc588fda9 None None] Bound port: 319a239b-729c-484f-a6f7-158e17594b21, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1819a5-765d-4f56-8809-88a6774bc35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca'}}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:38:03.569815 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-36e62ec3-47ea-41c8-ac78-cd9fd6ba09d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (88e7fee0-d47a-4e55-b3fd-afa451e7c90f), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:03.571729 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-24e23541-0756-416b-8e22-bb6bc588fda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (319a239b-729c-484f-a6f7-158e17594b21), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:03.652712 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-24cc6445-c4f4-41b2-8e71-25c24955ab33 None None] Provisioning complete for port 319a239b-729c-484f-a6f7-158e17594b21 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:38:03.656704 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-24cc6445-c4f4-41b2-8e71-25c24955ab33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (319a239b-729c-484f-a6f7-158e17594b21), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:03.691863 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-36e62ec3-47ea-41c8-ac78-cd9fd6ba09d5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=db08fe8991624c51b566c878a44896d2&name=default HTTP/1.1" status: 200 len: 2996 time: 4.2254589 Aug 02 13:38:03.697040 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-27fcec1d-5059-430f-99ae-235770e75d94 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979'] for port (6862f390-f1d1-4e55-8059-519dac8f3ec6), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:03.700144 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 33134) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:03.707633 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3607f530-6097-47f9-9fd4-bff0cb44d7ce tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:03.711609 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-3607f530-6097-47f9-9fd4-bff0cb44d7ce tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4617617 Aug 02 13:38:03.751818 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa3b95-a62a-42ac-b8f3-a4ce92a26f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6a644c-3d73-4c7a-8428-f24ba8b2e09b,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:03.753392 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6e3410a7-c4d3-4c40-9db4-00ad9fd62f77 req-c95f0431-01e5-471e-b157-5f4292ec57ca tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 210 time: 0.1721241 Aug 02 13:38:03.755179 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f530-6097-47f9-9fd4-bff0cb44d7ce tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event updated for resources: {'Port': ['ID=db1347a3-162d-4551-8401-fb4f990ec6a5,revision_number=2']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:03.761951 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-effa3b95-a62a-42ac-b8f3-a4ce92a26f94 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=401dc316783d457e9bc4d45f2a345ffc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4574025 Aug 02 13:38:03.766912 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 33138) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:03.809187 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-c406a544-4405-4fc8-8d42-5534e800b685 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Allocated IP 172.20.0.9 (df19bf30-0bac-486d-8758-b5944460b12a/8dd572fa-43f9-4a6d-9427-7865d3e644e1/602680bb-1211-41be-aba8-9ab945e5b78b) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:38:03.912404 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-dfafd5d7-f896-41ef-977e-357a905c9f6f admin admin] Publish callbacks [] for security_group (6f6a644c-3d73-4c7a-8428-f24ba8b2e09b), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:03.927524 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-24cc6445-c4f4-41b2-8e71-25c24955ab33 None None] Port 319a239b-729c-484f-a6f7-158e17594b21 cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:38:03.978651 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-dfafd5d7-f896-41ef-977e-357a905c9f6f admin admin] Publish callbacks [] for security_group (6f6a644c-3d73-4c7a-8428-f24ba8b2e09b), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:03.989930 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 6355762b-f96c-4363-a145-bb688e318cea up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:38:04.183959 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-24e23541-0756-416b-8e22-bb6bc588fda9 None None] For port 319a239b-729c-484f-a6f7-158e17594b21, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:38:04.190108 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-dfafd5d7-f896-41ef-977e-357a905c9f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (6f6a644c-3d73-4c7a-8428-f24ba8b2e09b), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:04.194437 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-dfafd5d7-f896-41ef-977e-357a905c9f6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:04.198399 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-dfafd5d7-f896-41ef-977e-357a905c9f6f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6f6a644c-3d73-4c7a-8428-f24ba8b2e09b HTTP/1.1" status: 204 len: 168 time: 0.4276628 Aug 02 13:38:04.203988 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-24e23541-0756-416b-8e22-bb6bc588fda9 None None] For port 319a239b-729c-484f-a6f7-158e17594b21, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=319a239b-729c-484f-a6f7-158e17594b21,segment=NetworkSegment(ce1819a5-765d-4f56-8809-88a6774bc35d),segment_id=ce1819a5-765d-4f56-8809-88a6774bc35d)] {{(pid=104370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:38:04.224215 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafd5d7-f896-41ef-977e-357a905c9f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6a644c-3d73-4c7a-8428-f24ba8b2e09b,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:04.225097 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 6355762b-f96c-4363-a145-bb688e318cea triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:38:04.225483 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (6355762b-f96c-4363-a145-bb688e318cea), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:04.336415 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-24e23541-0756-416b-8e22-bb6bc588fda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (319a239b-729c-484f-a6f7-158e17594b21), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:04.471738 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-1b018c14-a428-437a-829c-610d1819d638 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--726254612&fields=id&tenant_id=b2fd74b29e9441818796d9040d4be7e5 HTTP/1.1" status: 200 len: 267 time: 0.1533186 Aug 02 13:38:04.556785 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-27fcec1d-5059-430f-99ae-235770e75d94 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Network 952afe36-ebbb-420b-9a24-e4ee044975e4 is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:38:04.623485 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e62ec3-47ea-41c8-ac78-cd9fd6ba09d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e7fee0-d47a-4e55-b3fd-afa451e7c90f,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:04.701495 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e23541-0756-416b-8e22-bb6bc588fda9 None None] Routers {'b12058e6-bae6-4476-a2e0-876fd99b59ab'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:38:04.705535 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-24e23541-0756-416b-8e22-bb6bc588fda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:37:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['b12058e6-bae6-4476-a2e0-876fd99b59ab'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:38:04.720153 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-edfa4c51-4da1-48dd-b7d4-8be68cc1b464 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Allocated IP 172.20.0.11 (952afe36-ebbb-420b-9a24-e4ee044975e4/ce360482-e138-41d7-8f5d-ea14c6cf06af/7d198dca-3e54-4c31-8cf4-c2ff636b00b7) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:38:04.724809 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-94c9a120-ccef-413e-9d43-e2d55038554c tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:04.735338 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-94c9a120-ccef-413e-9d43-e2d55038554c tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/networks?id=b9a0aff9-4db3-4151-8258-5ca59205b7ca HTTP/1.1" status: 200 len: 815 time: 0.2617497 Aug 02 13:38:04.752508 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-27fcec1d-5059-430f-99ae-235770e75d94 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:38:04.757081 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-27fcec1d-5059-430f-99ae-235770e75d94 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:38:04.764353 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-5fef0c36-478a-42a6-a8c7-dd00a78f99b0 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/quotas/b2fd74b29e9441818796d9040d4be7e5 HTTP/1.1" status: 200 len: 375 time: 0.0278778 Aug 02 13:38:04.776451 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-27fcec1d-5059-430f-99ae-235770e75d94 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:04.777484 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-27fcec1d-5059-430f-99ae-235770e75d94 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:04.803636 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fcec1d-5059-430f-99ae-235770e75d94 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Pushing event updated for resources: {'Port': ['ID=6862f390-f1d1-4e55-8059-519dac8f3ec6,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:04.884116 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1cc02-4c56-4e54-88e3-4b1d5e1cec85 None None] Pushing event updated for resources: {'Port': ['ID=319a239b-729c-484f-a6f7-158e17594b21,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:05.022102 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4e71b-66f6-4222-8fd3-ea8c3df971e9 req-41ee317a-6308-4006-b169-5aa357f7cd8b tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:05.030607 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4fa4e71b-66f6-4222-8fd3-ea8c3df971e9 req-41ee317a-6308-4006-b169-5aa357f7cd8b tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 931 time: 1.9802680 Aug 02 13:38:05.093499 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-23872e1a-b3f1-4672-b356-08b2811e8bbf tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b2fd74b29e9441818796d9040d4be7e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3210123 Aug 02 13:38:05.113654 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-290ad098-342f-416a-89dc-e46a5dc7f204 admin admin] Publish callbacks [] for security_group (88e7fee0-d47a-4e55-b3fd-afa451e7c90f), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:05.119562 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-27fcec1d-5059-430f-99ae-235770e75d94 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3701925 Aug 02 13:38:05.155846 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-dc409b42-1092-4cf1-a286-bd1b060c8e9e tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 02 13:38:05.157259 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-dc409b42-1092-4cf1-a286-bd1b060c8e9e tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0159667 Aug 02 13:38:05.220780 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 6355762b-f96c-4363-a145-bb688e318cea is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:38:05.222144 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 7ff72e2e-ad22-49f8-af8b-40561ba27f7c up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:38:05.347986 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-679d3c19-d58e-41c8-8224-a6e7f030a900 None None] Provisioning complete for port 319a239b-729c-484f-a6f7-158e17594b21 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:38:05.348289 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-679d3c19-d58e-41c8-8224-a6e7f030a900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (319a239b-729c-484f-a6f7-158e17594b21), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:05.460216 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-24e23541-0756-416b-8e22-bb6bc588fda9 None None] Set router b12058e6-bae6-4476-a2e0-876fd99b59ab gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:38:05.460906 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-290ad098-342f-416a-89dc-e46a5dc7f204 admin admin] Publish callbacks [] for security_group (88e7fee0-d47a-4e55-b3fd-afa451e7c90f), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:05.503994 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4fa4e71b-66f6-4222-8fd3-ea8c3df971e9 req-d5088efe-c92e-4a54-9ce5-edd356327fed tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4711411 Aug 02 13:38:05.522772 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-18f4d2eb-1d30-4e42-b48d-11802dde18b8 service neutron] 10.222.0.67 "GET /v2.0/networks/b9a0aff9-4db3-4151-8258-5ca59205b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053805 Aug 02 13:38:05.578773 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 7ff72e2e-ad22-49f8-af8b-40561ba27f7c triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:38:05.582209 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (7ff72e2e-ad22-49f8-af8b-40561ba27f7c), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:05.802545 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4e38ce8b-72d0-4960-ae6f-dc209027a786 req-6037bb9c-358b-4559-b68e-edf34d428e9f tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 210 time: 0.1473322 Aug 02 13:38:05.816535 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-edfa4c51-4da1-48dd-b7d4-8be68cc1b464 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks [] for port (7d198dca-3e54-4c31-8cf4-c2ff636b00b7), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:05.864525 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-ee4c69f1-77fe-44f3-9c02-98e23ccebbb2 service neutron] 10.222.0.67 "GET /v2.0/networks/b9a0aff9-4db3-4151-8258-5ca59205b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414888 Aug 02 13:38:05.987761 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-c406a544-4405-4fc8-8d42-5534e800b685 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Publish callbacks [] for port (602680bb-1211-41be-aba8-9ab945e5b78b), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:06.030146 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-edfa4c51-4da1-48dd-b7d4-8be68cc1b464 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979'] for port (7d198dca-3e54-4c31-8cf4-c2ff636b00b7), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:06.119150 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-679d3c19-d58e-41c8-8224-a6e7f030a900 None None] Current status of the port 319a239b-729c-484f-a6f7-158e17594b21 is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:38:06.119616 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-679d3c19-d58e-41c8-8224-a6e7f030a900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (319a239b-729c-484f-a6f7-158e17594b21), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:06.292362 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa4c51-4da1-48dd-b7d4-8be68cc1b464 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Pushing event updated for resources: {'Port': ['ID=7d198dca-3e54-4c31-8cf4-c2ff636b00b7,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:06.320090 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-edfa4c51-4da1-48dd-b7d4-8be68cc1b464 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Network 952afe36-ebbb-420b-9a24-e4ee044975e4 is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:38:06.324807 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-f27c485e-2be4-4113-af62-eddde22f8214 service neutron] Request body: {'port': {'device_id': 'd13960c5-3095-42ba-be58-216a7e1e5050', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:38:06.351344 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-edfa4c51-4da1-48dd-b7d4-8be68cc1b464 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:38:06.376502 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-69147392-3343-4f6b-a915-5e76f0613431 req-8caa4e8a-d094-4041-9f8c-016f8dffaec0 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 210 time: 0.3357232 Aug 02 13:38:06.377172 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-290ad098-342f-416a-89dc-e46a5dc7f204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (88e7fee0-d47a-4e55-b3fd-afa451e7c90f), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:06.379952 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-290ad098-342f-416a-89dc-e46a5dc7f204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:06.399666 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-290ad098-342f-416a-89dc-e46a5dc7f204 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/88e7fee0-d47a-4e55-b3fd-afa451e7c90f HTTP/1.1" status: 204 len: 168 time: 2.6333201 Aug 02 13:38:06.412058 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-edfa4c51-4da1-48dd-b7d4-8be68cc1b464 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:38:06.428051 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-35a7542b-96a2-4487-ab49-8de47924ef0f req-a9987211-d80b-432d-8061-113c081addff tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7419ea33-4f31-4b76-8a22-38471cc0a6c0 HTTP/1.1" status: 200 len: 210 time: 0.1060009 Aug 02 13:38:06.432935 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 7ff72e2e-ad22-49f8-af8b-40561ba27f7c is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:38:06.452542 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-edfa4c51-4da1-48dd-b7d4-8be68cc1b464 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:06.453224 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-edfa4c51-4da1-48dd-b7d4-8be68cc1b464 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:06.459101 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 9493b195-8cfd-425b-89c8-ac83e056b8aa up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:38:06.464642 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-679d3c19-d58e-41c8-8224-a6e7f030a900 None None] For port 319a239b-729c-484f-a6f7-158e17594b21, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=319a239b-729c-484f-a6f7-158e17594b21,segment=NetworkSegment(ce1819a5-765d-4f56-8809-88a6774bc35d),segment_id=ce1819a5-765d-4f56-8809-88a6774bc35d)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:38:06.582852 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.20', 57257) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:06.600004 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-679d3c19-d58e-41c8-8224-a6e7f030a900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (319a239b-729c-484f-a6f7-158e17594b21), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:06.746957 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d3c19-d58e-41c8-8224-a6e7f030a900 None None] Pushing event updated for resources: {'Port': ['ID=319a239b-729c-484f-a6f7-158e17594b21,revision_number=5']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:06.759838 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-24e23541-0756-416b-8e22-bb6bc588fda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'name': 'tempest-AttachVolumeNegativeTest-1899220404-router', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178'}], 'enable_snat': True}, 'gw_port_id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:51Z', 'revision_number': 4, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'gw_port': {'id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:42Z', 'updated_at': '2022-08-02T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '319a239b-729c-484f-a6f7-158e17594b21', 'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'mac_address': 'fa:16:3e:3f:40:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:48Z', 'updated_at': '2022-08-02T13:38:04Z', 'revision_number': 4, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'subnets': [{'id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:38:06.774430 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-f27c485e-2be4-4113-af62-eddde22f8214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (6862f390-f1d1-4e55-8059-519dac8f3ec6), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:06.782214 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ad098-342f-416a-89dc-e46a5dc7f204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e7fee0-d47a-4e55-b3fd-afa451e7c90f,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:06.823809 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-320c85e2-54ce-4797-a6d3-2255a0273d8f None None] Provisioning complete for port 6862f390-f1d1-4e55-8059-519dac8f3ec6 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:38:06.824188 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-320c85e2-54ce-4797-a6d3-2255a0273d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (6862f390-f1d1-4e55-8059-519dac8f3ec6), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:06.869049 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e23541-0756-416b-8e22-bb6bc588fda9 None None] The sync data for ids ['b12058e6-bae6-4476-a2e0-876fd99b59ab'] in dv-cinder-847864-8-iscsi is: [{'id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'name': 'tempest-AttachVolumeNegativeTest-1899220404-router', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178'}], 'enable_snat': True}, 'gw_port_id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:51Z', 'revision_number': 4, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'gw_port': {'id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:42Z', 'updated_at': '2022-08-02T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '319a239b-729c-484f-a6f7-158e17594b21', 'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'mac_address': 'fa:16:3e:3f:40:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:48Z', 'updated_at': '2022-08-02T13:38:04Z', 'revision_number': 4, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'subnets': [{'id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:38:06.881915 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 9493b195-8cfd-425b-89c8-ac83e056b8aa triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:38:06.882568 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (9493b195-8cfd-425b-89c8-ac83e056b8aa), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:06.920719 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-edfa4c51-4da1-48dd-b7d4-8be68cc1b464 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8517981 Aug 02 13:38:06.941298 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-5868d607-59a3-4d0b-9cfd-44b763566278 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:06.944935 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-5868d607-59a3-4d0b-9cfd-44b763566278 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.20 "GET /v2.0/networks?id=22e3cba0-47b8-42c5-9856-cce7f8da3856 HTTP/1.1" status: 200 len: 811 time: 0.3592684 Aug 02 13:38:06.955983 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-320c85e2-54ce-4797-a6d3-2255a0273d8f None None] Port 6862f390-f1d1-4e55-8059-519dac8f3ec6 cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:38:06.974739 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-af513548-0095-4078-ad68-345cd90793d1 service neutron] Request body: {'port': {'device_id': '314d7ab9-6cc0-45f3-a572-be8e3edee0c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:38:07.055233 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-c406a544-4405-4fc8-8d42-5534e800b685 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979'] for port (602680bb-1211-41be-aba8-9ab945e5b78b), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:07.110069 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 9493b195-8cfd-425b-89c8-ac83e056b8aa is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:38:07.123993 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-5d641b0c-34b9-499f-b62c-f6a6efb4b873 None None] Provisioning complete for port 7d198dca-3e54-4c31-8cf4-c2ff636b00b7 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:38:07.124608 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-5d641b0c-34b9-499f-b62c-f6a6efb4b873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (7d198dca-3e54-4c31-8cf4-c2ff636b00b7), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:07.141764 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-554eb8c3-a13b-4338-860b-c0f40576c7b1 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2faa069e451247a68695e22f5e5ed2ae HTTP/1.1" status: 200 len: 379 time: 0.1847351 Aug 02 13:38:07.189489 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-0f119851-6c0e-4e2c-995f-7a71648755c1 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Request body: {'port': {'device_id': 'bce75040-8734-456f-a105-d3e5cd74681b', 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856', 'admin_state_up': True, 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'security_groups': ['f13d8652-618b-42ee-80bd-ded53b47a7fb']}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:38:07.311715 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-5d641b0c-34b9-499f-b62c-f6a6efb4b873 None None] Port 7d198dca-3e54-4c31-8cf4-c2ff636b00b7 cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:38:07.482903 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 319a239b-729c-484f-a6f7-158e17594b21 up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:38:07.625892 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 319a239b-729c-484f-a6f7-158e17594b21 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:38:07.630258 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (319a239b-729c-484f-a6f7-158e17594b21), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:07.851794 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 319a239b-729c-484f-a6f7-158e17594b21 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:38:07.853512 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 2f4fd170-9c0e-4687-a42f-6a90e13fb50e up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:38:07.964371 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bfe8a-1acb-42e8-80cc-378181c60768 req-916b7861-3659-42b2-863a-cabd690e290d tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:07.979716 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-283bfe8a-1acb-42e8-80cc-378181c60768 req-916b7861-3659-42b2-863a-cabd690e290d tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 931 time: 0.8365643 Aug 02 13:38:08.010545 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 2f4fd170-9c0e-4687-a42f-6a90e13fb50e triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:38:08.010951 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (2f4fd170-9c0e-4687-a42f-6a90e13fb50e), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:08.093827 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4bc4b5-cbe4-494a-91dc-9609954cebd5 req-aa8af720-cc14-48a0-be3e-0bf9a5713f27 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:08.095453 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-aa4bc4b5-cbe4-494a-91dc-9609954cebd5 req-aa8af720-cc14-48a0-be3e-0bf9a5713f27 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 931 time: 1.3703458 Aug 02 13:38:08.096082 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-af513548-0095-4078-ad68-345cd90793d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (7d198dca-3e54-4c31-8cf4-c2ff636b00b7), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:08.106264 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 33260) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:08.113354 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-c406a544-4405-4fc8-8d42-5534e800b685 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Network df19bf30-0bac-486d-8758-b5944460b12a is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:38:08.151839 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-c406a544-4405-4fc8-8d42-5534e800b685 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:38:08.167196 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-c406a544-4405-4fc8-8d42-5534e800b685 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:38:08.172811 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-c406a544-4405-4fc8-8d42-5534e800b685 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:08.173480 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-c406a544-4405-4fc8-8d42-5534e800b685 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:08.217794 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-283bfe8a-1acb-42e8-80cc-378181c60768 req-706c1f45-9673-4442-8281-707164bf2368 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2d4e4e2-910b-420c-bec2-0c429e4c5f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370148 Aug 02 13:38:08.219398 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-0f119851-6c0e-4e2c-995f-7a71648755c1 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Made reservation on behalf of 2faa069e451247a68695e22f5e5ed2ae for: {'port': 1} {{(pid=104368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:38:08.245040 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-0f119851-6c0e-4e2c-995f-7a71648755c1 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:08.267606 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-c406a544-4405-4fc8-8d42-5534e800b685 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.1401529 Aug 02 13:38:08.270619 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c406a544-4405-4fc8-8d42-5534e800b685 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Pushing event updated for resources: {'Port': ['ID=602680bb-1211-41be-aba8-9ab945e5b78b,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:08.312974 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-f5d86199-32db-41ba-af61-f55fcee2a477 service neutron] Request body: {'port': {'device_id': 'e8eeddfb-c4b5-465d-b537-0088c962b284', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:38:08.315852 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-e8beee1d-9de8-45a7-9a9d-484f6f7bd130 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:08.379441 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 2f4fd170-9c0e-4687-a42f-6a90e13fb50e is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:38:08.508753 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-c96fe31a-56ad-4ab1-95e1-c9f6a0603042 req-c750e1fd-9917-4eac-9609-35ff4b3c7591 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 210 time: 0.0894156 Aug 02 13:38:08.509074 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-f5d86199-32db-41ba-af61-f55fcee2a477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (602680bb-1211-41be-aba8-9ab945e5b78b), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:08.543627 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-aa4bc4b5-cbe4-494a-91dc-9609954cebd5 req-496aa935-6253-479f-b278-58fdefa2cbd5 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207928 Aug 02 13:38:08.677536 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-ac84a904-1a0c-4bbe-be49-8da3fcd9fc79 None None] Provisioning complete for port 602680bb-1211-41be-aba8-9ab945e5b78b triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:38:08.678277 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-ac84a904-1a0c-4bbe-be49-8da3fcd9fc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (602680bb-1211-41be-aba8-9ab945e5b78b), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:08.768253 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-ac84a904-1a0c-4bbe-be49-8da3fcd9fc79 None None] Port 602680bb-1211-41be-aba8-9ab945e5b78b cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:38:08.830966 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-f27c485e-2be4-4113-af62-eddde22f8214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6862f390-f1d1-4e55-8059-519dac8f3ec6 {{(pid=104369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:38:08.848082 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-f27c485e-2be4-4113-af62-eddde22f8214 service neutron] Publish callbacks [] for port (6862f390-f1d1-4e55-8059-519dac8f3ec6), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:08.924994 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.provisioning_blocks [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-f27c485e-2be4-4113-af62-eddde22f8214 service neutron] Transition to ACTIVE for port object 6862f390-f1d1-4e55-8059-519dac8f3ec6 will not be triggered until provisioned by entity L2. {{(pid=104369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 02 13:38:08.938883 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-267feb54-2bbf-41dd-9c9c-9674828ec8a6 req-c2c68410-1106-4edc-83f4-45adf3f268b2 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7419ea33-4f31-4b76-8a22-38471cc0a6c0 HTTP/1.1" status: 200 len: 210 time: 0.2601659 Aug 02 13:38:08.995591 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-f27c485e-2be4-4113-af62-eddde22f8214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (6862f390-f1d1-4e55-8059-519dac8f3ec6), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:09.106840 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_common [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-0f119851-6c0e-4e2c-995f-7a71648755c1 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Allocated IP 172.20.0.14 (22e3cba0-47b8-42c5-9856-cce7f8da3856/ec0b5949-955c-4523-bfdd-355b4cc3e5d9/07a433de-ed34-4e77-8ed2-5752c7ea7af5) {{(pid=104368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:38:09.208519 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-e8beee1d-9de8-45a7-9a9d-484f6f7bd130 admin admin] Publish callbacks [] for security_group (93b1b06a-9535-4565-a1a9-a268ff669849), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:09.209418 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 33274) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:09.374080 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-e8beee1d-9de8-45a7-9a9d-484f6f7bd130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (93b1b06a-9535-4565-a1a9-a268ff669849), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:09.445619 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-e8beee1d-9de8-45a7-9a9d-484f6f7bd130 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3ede50c55ef74ccdaa76da912a2028a5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3244023 Aug 02 13:38:09.449463 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8beee1d-9de8-45a7-9a9d-484f6f7bd130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b1b06a-9535-4565-a1a9-a268ff669849,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:09.476296 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 33284) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:09.495293 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c485e-2be4-4113-af62-eddde22f8214 service neutron] Pushing event updated for resources: {'Port': ['ID=6862f390-f1d1-4e55-8059-519dac8f3ec6,revision_number=2']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:09.566287 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-0f119851-6c0e-4e2c-995f-7a71648755c1 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for port (07a433de-ed34-4e77-8ed2-5752c7ea7af5), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:09.579625 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-f5d86199-32db-41ba-af61-f55fcee2a477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 602680bb-1211-41be-aba8-9ab945e5b78b {{(pid=104369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:38:09.613566 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-f5d86199-32db-41ba-af61-f55fcee2a477 service neutron] Publish callbacks [] for port (602680bb-1211-41be-aba8-9ab945e5b78b), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:09.614254 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3a578d35-1ab1-4443-9589-7aa56a4fd294 admin admin] Publish callbacks [] for security_group (93b1b06a-9535-4565-a1a9-a268ff669849), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:09.642825 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3a578d35-1ab1-4443-9589-7aa56a4fd294 admin admin] Publish callbacks [] for security_group (93b1b06a-9535-4565-a1a9-a268ff669849), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:09.713749 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a3ba00cf-8f5c-4910-a266-c7cbd3a743ea req-2b71a1ec-e28c-4bf6-9a23-363bff0df4ba tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 210 time: 0.0490084 Aug 02 13:38:09.715665 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-0f119851-6c0e-4e2c-995f-7a71648755c1 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979'] for port (07a433de-ed34-4e77-8ed2-5752c7ea7af5), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:09.827069 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-0f119851-6c0e-4e2c-995f-7a71648755c1 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Network 22e3cba0-47b8-42c5-9856-cce7f8da3856 is already hosted by enough agents. {{(pid=104368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:38:09.848532 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-0f119851-6c0e-4e2c-995f-7a71648755c1 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Resources bound (agent type, host, resource id): {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:38:09.868960 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.20', 57261) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:09.883523 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-0f119851-6c0e-4e2c-995f-7a71648755c1 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Received port after_create {{(pid=104368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:38:09.890833 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-0f119851-6c0e-4e2c-995f-7a71648755c1 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:09.891965 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-0f119851-6c0e-4e2c-995f-7a71648755c1 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for port (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:09.913516 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-61c5e62c-ce93-4ca8-b373-e9730119c8e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:09.915586 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f119851-6c0e-4e2c-995f-7a71648755c1 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Pushing event updated for resources: {'Port': ['ID=07a433de-ed34-4e77-8ed2-5752c7ea7af5,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:09.984913 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3a578d35-1ab1-4443-9589-7aa56a4fd294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (93b1b06a-9535-4565-a1a9-a268ff669849), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:09.992939 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3a578d35-1ab1-4443-9589-7aa56a4fd294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:09.994454 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-3a578d35-1ab1-4443-9589-7aa56a4fd294 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/93b1b06a-9535-4565-a1a9-a268ff669849 HTTP/1.1" status: 204 len: 168 time: 0.5157344 Aug 02 13:38:10.056821 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a578d35-1ab1-4443-9589-7aa56a4fd294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b1b06a-9535-4565-a1a9-a268ff669849,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:10.147855 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-0f119851-6c0e-4e2c-995f-7a71648755c1 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9872239 Aug 02 13:38:10.178093 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-50fd224e-9777-4111-8950-c22cfe171077 service neutron] Request body: {'port': {'device_id': 'bce75040-8734-456f-a105-d3e5cd74681b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:38:10.241477 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-af513548-0095-4078-ad68-345cd90793d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d198dca-3e54-4c31-8cf4-c2ff636b00b7 {{(pid=104369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:38:10.269136 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-af513548-0095-4078-ad68-345cd90793d1 service neutron] Publish callbacks [] for port (7d198dca-3e54-4c31-8cf4-c2ff636b00b7), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:10.299263 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.provisioning_blocks [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-af513548-0095-4078-ad68-345cd90793d1 service neutron] Transition to ACTIVE for port object 7d198dca-3e54-4c31-8cf4-c2ff636b00b7 will not be triggered until provisioned by entity L2. {{(pid=104369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 02 13:38:10.308022 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.provisioning_blocks [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-f5d86199-32db-41ba-af61-f55fcee2a477 service neutron] Transition to ACTIVE for port object 602680bb-1211-41be-aba8-9ab945e5b78b will not be triggered until provisioned by entity L2. {{(pid=104369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 02 13:38:10.312815 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-f27c485e-2be4-4113-af62-eddde22f8214 service neutron] Attempting to bind port 6862f390-f1d1-4e55-8059-519dac8f3ec6 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:38:10.318001 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-f27c485e-2be4-4113-af62-eddde22f8214 service neutron] Attempting to bind port 6862f390-f1d1-4e55-8059-519dac8f3ec6 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '4b13322e-2ced-4124-a560-d547d2d4a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4'}] {{(pid=104369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:38:10.318001 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-f27c485e-2be4-4113-af62-eddde22f8214 service neutron] Attempting to bind port 6862f390-f1d1-4e55-8059-519dac8f3ec6 on network 952afe36-ebbb-420b-9a24-e4ee044975e4 {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:38:10.324161 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-f27c485e-2be4-4113-af62-eddde22f8214 service neutron] Port 6862f390-f1d1-4e55-8059-519dac8f3ec6 on network 952afe36-ebbb-420b-9a24-e4ee044975e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 02 13:38:10.324792 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-f27c485e-2be4-4113-af62-eddde22f8214 service neutron] Attempting to bind port 6862f390-f1d1-4e55-8059-519dac8f3ec6 on network 952afe36-ebbb-420b-9a24-e4ee044975e4 {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:38:10.334876 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-f27c485e-2be4-4113-af62-eddde22f8214 service neutron] Checking agent: {'id': '69dc3da8-ee10-46f6-83b6-ed4e97a21469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'started_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:38:10.335297 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-f27c485e-2be4-4113-af62-eddde22f8214 service neutron] Checking segment: {'id': '4b13322e-2ced-4124-a560-d547d2d4a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:38:10.336587 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-f27c485e-2be4-4113-af62-eddde22f8214 service neutron] Bound using segment: {'id': '4b13322e-2ced-4124-a560-d547d2d4a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4'} {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:38:10.337281 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-f27c485e-2be4-4113-af62-eddde22f8214 service neutron] Bound port: 6862f390-f1d1-4e55-8059-519dac8f3ec6, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b13322e-2ced-4124-a560-d547d2d4a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4'}}] {{(pid=104369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:38:10.337596 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-94d7eee1-62f4-4abe-89af-8ec08775afb3 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:10.337728 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-f27c485e-2be4-4113-af62-eddde22f8214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (6862f390-f1d1-4e55-8059-519dac8f3ec6), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:10.339169 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-94d7eee1-62f4-4abe-89af-8ec08775afb3 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.20 "GET /v2.0/networks?id=b9a0aff9-4db3-4151-8258-5ca59205b7ca HTTP/1.1" status: 200 len: 815 time: 0.4681153 Aug 02 13:38:10.363848 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05137955-fd48-4eda-88ab-2275a619e20e req-29f370a0-7d5c-459a-98ab-a17f1916b424 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:10.366181 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-05137955-fd48-4eda-88ab-2275a619e20e req-29f370a0-7d5c-459a-98ab-a17f1916b424 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 931 time: 1.0160499 Aug 02 13:38:10.402240 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-affc8b5d-6e0d-49cd-9f12-4e040ae2f3eb None None] Provisioning complete for port 07a433de-ed34-4e77-8ed2-5752c7ea7af5 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:38:10.404003 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-affc8b5d-6e0d-49cd-9f12-4e040ae2f3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (07a433de-ed34-4e77-8ed2-5752c7ea7af5), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:10.423828 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-af513548-0095-4078-ad68-345cd90793d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (7d198dca-3e54-4c31-8cf4-c2ff636b00b7), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:10.431355 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba85cf-7e93-47e1-8f93-9935b95262ce req-9c7cbfff-99bd-4baf-ab29-4326bca0dd81 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:10.432139 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-b5ba85cf-7e93-47e1-8f93-9935b95262ce req-9c7cbfff-99bd-4baf-ab29-4326bca0dd81 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 943 time: 0.5269990 Aug 02 13:38:10.486137 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-affc8b5d-6e0d-49cd-9f12-4e040ae2f3eb None None] Port 07a433de-ed34-4e77-8ed2-5752c7ea7af5 cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:38:10.544413 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-50fd224e-9777-4111-8950-c22cfe171077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (07a433de-ed34-4e77-8ed2-5752c7ea7af5), before_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:10.553330 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-f5d86199-32db-41ba-af61-f55fcee2a477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (602680bb-1211-41be-aba8-9ab945e5b78b), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:10.586271 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-f27c485e-2be4-4113-af62-eddde22f8214 service neutron] For port 6862f390-f1d1-4e55-8059-519dac8f3ec6, host hv-cinder-84786, cleared binding levels {{(pid=104369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:38:10.592920 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-61c5e62c-ce93-4ca8-b373-e9730119c8e5 admin admin] Publish callbacks [] for security_group (44d64076-a0c9-47fc-909d-94711c5d9ac0), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:10.624127 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-f4f49dc6-c173-4cf9-ad36-c33ac7b76d92 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2fd74b29e9441818796d9040d4be7e5 HTTP/1.1" status: 200 len: 379 time: 0.2647059 Aug 02 13:38:10.666280 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-b5ba85cf-7e93-47e1-8f93-9935b95262ce req-ee4505dc-a1a3-4f92-89b8-2fb24b214311 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331092 Aug 02 13:38:10.689027 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-e0c543e6-a164-4db9-9169-8a9de7600aea tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Request body: {'port': {'device_id': '7419ea33-4f31-4b76-8a22-38471cc0a6c0', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'admin_state_up': True, 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'security_groups': ['5979007a-a5de-4718-99e3-2cdcb2332487']}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:38:10.697768 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-61c5e62c-ce93-4ca8-b373-e9730119c8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (44d64076-a0c9-47fc-909d-94711c5d9ac0), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:10.728749 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-f27c485e-2be4-4113-af62-eddde22f8214 service neutron] For port 6862f390-f1d1-4e55-8059-519dac8f3ec6, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6862f390-f1d1-4e55-8059-519dac8f3ec6,segment=NetworkSegment(4b13322e-2ced-4124-a560-d547d2d4a361),segment_id=4b13322e-2ced-4124-a560-d547d2d4a361)] {{(pid=104369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:38:10.774279 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-05137955-fd48-4eda-88ab-2275a619e20e req-c7a8e038-e30f-4ce3-923e-71ce9a64a114 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2d4e4e2-910b-420c-bec2-0c429e4c5f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795276 Aug 02 13:38:10.775134 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af513548-0095-4078-ad68-345cd90793d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d198dca-3e54-4c31-8cf4-c2ff636b00b7,revision_number=2']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:10.945251 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-f27c485e-2be4-4113-af62-eddde22f8214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (6862f390-f1d1-4e55-8059-519dac8f3ec6), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:11.052911 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-af513548-0095-4078-ad68-345cd90793d1 service neutron] Attempting to bind port 7d198dca-3e54-4c31-8cf4-c2ff636b00b7 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:38:11.053300 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-af513548-0095-4078-ad68-345cd90793d1 service neutron] Attempting to bind port 7d198dca-3e54-4c31-8cf4-c2ff636b00b7 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '4b13322e-2ced-4124-a560-d547d2d4a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4'}] {{(pid=104369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:38:11.057000 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-af513548-0095-4078-ad68-345cd90793d1 service neutron] Attempting to bind port 7d198dca-3e54-4c31-8cf4-c2ff636b00b7 on network 952afe36-ebbb-420b-9a24-e4ee044975e4 {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:38:11.110119 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-61c5e62c-ce93-4ca8-b373-e9730119c8e5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=39b3a4641d13460094e849ad8efa45d2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8989849 Aug 02 13:38:11.115297 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 33332) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:11.195959 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-f27c485e-2be4-4113-af62-eddde22f8214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:11.197602 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-f27c485e-2be4-4113-af62-eddde22f8214 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:11.202949 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-f27c485e-2be4-4113-af62-eddde22f8214 service neutron] 10.222.0.20 "PUT /v2.0/ports/6862f390-f1d1-4e55-8059-519dac8f3ec6 HTTP/1.1" status: 200 len: 1093 time: 5.5171263 Aug 02 13:38:11.230985 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd13960c5-3095-42ba-be58-216a7e1e5050', 'tag': '6862f390-f1d1-4e55-8059-519dac8f3ec6'}] {{(pid=104369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:38:11.383522 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-af513548-0095-4078-ad68-345cd90793d1 service neutron] Port 7d198dca-3e54-4c31-8cf4-c2ff636b00b7 on network 952afe36-ebbb-420b-9a24-e4ee044975e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 02 13:38:11.383802 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-af513548-0095-4078-ad68-345cd90793d1 service neutron] Attempting to bind port 7d198dca-3e54-4c31-8cf4-c2ff636b00b7 on network 952afe36-ebbb-420b-9a24-e4ee044975e4 {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:38:11.400913 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d86199-32db-41ba-af61-f55fcee2a477 service neutron] Pushing event updated for resources: {'Port': ['ID=602680bb-1211-41be-aba8-9ab945e5b78b,revision_number=2']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:11.481637 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5e62c-ce93-4ca8-b373-e9730119c8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d64076-a0c9-47fc-909d-94711c5d9ac0,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:11.496642 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-af513548-0095-4078-ad68-345cd90793d1 service neutron] Checking agent: {'id': '69dc3da8-ee10-46f6-83b6-ed4e97a21469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'started_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:38:11.496984 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-af513548-0095-4078-ad68-345cd90793d1 service neutron] Checking segment: {'id': '4b13322e-2ced-4124-a560-d547d2d4a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:38:11.498015 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-af513548-0095-4078-ad68-345cd90793d1 service neutron] Bound using segment: {'id': '4b13322e-2ced-4124-a560-d547d2d4a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4'} {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:38:11.498661 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-af513548-0095-4078-ad68-345cd90793d1 service neutron] Bound port: 7d198dca-3e54-4c31-8cf4-c2ff636b00b7, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b13322e-2ced-4124-a560-d547d2d4a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4'}}] {{(pid=104369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:38:11.501867 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-af513548-0095-4078-ad68-345cd90793d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (7d198dca-3e54-4c31-8cf4-c2ff636b00b7), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:11.501867 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-f5d86199-32db-41ba-af61-f55fcee2a477 service neutron] Attempting to bind port 602680bb-1211-41be-aba8-9ab945e5b78b on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:38:11.501867 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-f5d86199-32db-41ba-af61-f55fcee2a477 service neutron] Attempting to bind port 602680bb-1211-41be-aba8-9ab945e5b78b by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'ae4f2447-af72-4e30-a37d-256d40f51a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'df19bf30-0bac-486d-8758-b5944460b12a'}] {{(pid=104369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:38:11.501867 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-f5d86199-32db-41ba-af61-f55fcee2a477 service neutron] Attempting to bind port 602680bb-1211-41be-aba8-9ab945e5b78b on network df19bf30-0bac-486d-8758-b5944460b12a {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:38:11.516454 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-c67a2402-d15f-486a-ae39-5ce218e7c13c req-4f38a19d-22d4-42c3-9670-3c4d8f549003 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7419ea33-4f31-4b76-8a22-38471cc0a6c0 HTTP/1.1" status: 200 len: 210 time: 0.5883760 Aug 02 13:38:11.547457 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-f5d86199-32db-41ba-af61-f55fcee2a477 service neutron] Port 602680bb-1211-41be-aba8-9ab945e5b78b on network df19bf30-0bac-486d-8758-b5944460b12a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 02 13:38:11.547924 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-f5d86199-32db-41ba-af61-f55fcee2a477 service neutron] Attempting to bind port 602680bb-1211-41be-aba8-9ab945e5b78b on network df19bf30-0bac-486d-8758-b5944460b12a {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:38:11.695188 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-af513548-0095-4078-ad68-345cd90793d1 service neutron] For port 7d198dca-3e54-4c31-8cf4-c2ff636b00b7, host hv-cinder-84786, cleared binding levels {{(pid=104369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:38:11.719954 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-af513548-0095-4078-ad68-345cd90793d1 service neutron] For port 7d198dca-3e54-4c31-8cf4-c2ff636b00b7, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7d198dca-3e54-4c31-8cf4-c2ff636b00b7,segment=NetworkSegment(4b13322e-2ced-4124-a560-d547d2d4a361),segment_id=4b13322e-2ced-4124-a560-d547d2d4a361)] {{(pid=104369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:38:11.728120 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-f5d86199-32db-41ba-af61-f55fcee2a477 service neutron] Checking agent: {'id': '69dc3da8-ee10-46f6-83b6-ed4e97a21469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'started_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:38:11.728616 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-f5d86199-32db-41ba-af61-f55fcee2a477 service neutron] Checking segment: {'id': 'ae4f2447-af72-4e30-a37d-256d40f51a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'df19bf30-0bac-486d-8758-b5944460b12a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:38:11.732796 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-f5d86199-32db-41ba-af61-f55fcee2a477 service neutron] Bound using segment: {'id': 'ae4f2447-af72-4e30-a37d-256d40f51a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'df19bf30-0bac-486d-8758-b5944460b12a'} {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:38:11.733630 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-f5d86199-32db-41ba-af61-f55fcee2a477 service neutron] Bound port: 602680bb-1211-41be-aba8-9ab945e5b78b, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae4f2447-af72-4e30-a37d-256d40f51a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'df19bf30-0bac-486d-8758-b5944460b12a'}}] {{(pid=104369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:38:11.734112 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-f5d86199-32db-41ba-af61-f55fcee2a477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (602680bb-1211-41be-aba8-9ab945e5b78b), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:11.792259 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-574da2bf-dcf4-4bed-84b0-4906f99efdd8 admin admin] Publish callbacks [] for security_group (44d64076-a0c9-47fc-909d-94711c5d9ac0), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:11.815471 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953cbea-b1a3-4315-9de7-62964251ddab req-54f14c8c-6b55-411b-aabe-9f69cbe6fe32 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:11.823540 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f953cbea-b1a3-4315-9de7-62964251ddab req-54f14c8c-6b55-411b-aabe-9f69cbe6fe32 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 932 time: 0.8414669 Aug 02 13:38:11.837784 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-af513548-0095-4078-ad68-345cd90793d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (7d198dca-3e54-4c31-8cf4-c2ff636b00b7), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:11.863743 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-5fc34380-704b-4531-b4d8-7af9624e4966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:11.865600 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-5fc34380-704b-4531-b4d8-7af9624e4966 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1502b667be5c45ab800f27676ab39794&device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 1127 time: 0.4868796 Aug 02 13:38:11.869209 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c485e-2be4-4113-af62-eddde22f8214 service neutron] Pushing event updated for resources: {'Port': ['ID=6862f390-f1d1-4e55-8059-519dac8f3ec6,revision_number=3']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:11.927995 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-574da2bf-dcf4-4bed-84b0-4906f99efdd8 admin admin] Publish callbacks [] for security_group (44d64076-a0c9-47fc-909d-94711c5d9ac0), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:12.012205 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-af513548-0095-4078-ad68-345cd90793d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:12.013885 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-af513548-0095-4078-ad68-345cd90793d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:12.015450 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-af513548-0095-4078-ad68-345cd90793d1 service neutron] 10.222.0.20 "PUT /v2.0/ports/7d198dca-3e54-4c31-8cf4-c2ff636b00b7 HTTP/1.1" status: 200 len: 1094 time: 5.0843897 Aug 02 13:38:12.016370 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af513548-0095-4078-ad68-345cd90793d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d198dca-3e54-4c31-8cf4-c2ff636b00b7,revision_number=3']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:12.070576 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee9e96-531b-40e9-befe-55f77f72dd7e req-fae7357a-85e1-4d6f-9d16-6e12e622564d tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:12.078406 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-7cee9e96-531b-40e9-befe-55f77f72dd7e req-fae7357a-85e1-4d6f-9d16-6e12e622564d tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 943 time: 0.2727964 Aug 02 13:38:12.088450 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-e0c543e6-a164-4db9-9169-8a9de7600aea tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Made reservation on behalf of b2fd74b29e9441818796d9040d4be7e5 for: {'port': 1} {{(pid=104368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:38:12.104508 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-e0c543e6-a164-4db9-9169-8a9de7600aea tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:12.110073 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-50fd224e-9777-4111-8950-c22cfe171077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07a433de-ed34-4e77-8ed2-5752c7ea7af5 {{(pid=104368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:38:12.207026 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-50fd224e-9777-4111-8950-c22cfe171077 service neutron] Publish callbacks [] for port (07a433de-ed34-4e77-8ed2-5752c7ea7af5), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:12.339102 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f953cbea-b1a3-4315-9de7-62964251ddab req-e6883c2f-9457-4473-afb2-2a3be67c0d1c tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5143604 Aug 02 13:38:12.381771 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-7cee9e96-531b-40e9-befe-55f77f72dd7e req-7a3365d7-410d-4306-b052-9d5ecadcb7b1 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857823 Aug 02 13:38:12.417186 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-574da2bf-dcf4-4bed-84b0-4906f99efdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (44d64076-a0c9-47fc-909d-94711c5d9ac0), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:12.434398 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bf99331ba47a6ac295264f2d91701b523438f9b2384832aa813a78b8ac64a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af5df0c-3ea9-4e17-acaf-f0f2d508ee38" -d '{"events": [{"name": "network-changed", "server_uuid": "d13960c5-3095-42ba-be58-216a7e1e5050", "tag": "6862f390-f1d1-4e55-8059-519dac8f3ec6"}]}' {{(pid=104369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:38:12.439863 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-574da2bf-dcf4-4bed-84b0-4906f99efdd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:12.443269 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-574da2bf-dcf4-4bed-84b0-4906f99efdd8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/44d64076-a0c9-47fc-909d-94711c5d9ac0 HTTP/1.1" status: 204 len: 168 time: 0.9808033 Aug 02 13:38:12.448778 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-fb6ace21-adf1-457b-9cba-5919ef9ee12f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6862f390-f1d1-4e55-8059-519dac8f3ec6 HTTP/1.1" status: 200 len: 217 time: 0.5478370 Aug 02 13:38:12.501733 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574da2bf-dcf4-4bed-84b0-4906f99efdd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d64076-a0c9-47fc-909d-94711c5d9ac0,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:12.508451 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.provisioning_blocks [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-50fd224e-9777-4111-8950-c22cfe171077 service neutron] Transition to ACTIVE for port object 07a433de-ed34-4e77-8ed2-5752c7ea7af5 will not be triggered until provisioned by entity L2. {{(pid=104368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 02 13:38:12.707089 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-f5d86199-32db-41ba-af61-f55fcee2a477 service neutron] For port 602680bb-1211-41be-aba8-9ab945e5b78b, host hv-cinder-84786, cleared binding levels {{(pid=104369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:38:12.738694 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-fb244a02-c578-44d1-8074-bd78f6a6ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:12.740695 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-fb244a02-c578-44d1-8074-bd78f6a6ea68 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce360482-e138-41d7-8f5d-ea14c6cf06af HTTP/1.1" status: 200 len: 858 time: 0.2449534 Aug 02 13:38:12.743894 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-f5d86199-32db-41ba-af61-f55fcee2a477 service neutron] For port 602680bb-1211-41be-aba8-9ab945e5b78b, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=602680bb-1211-41be-aba8-9ab945e5b78b,segment=NetworkSegment(ae4f2447-af72-4e30-a37d-256d40f51a46),segment_id=ae4f2447-af72-4e30-a37d-256d40f51a46)] {{(pid=104369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:38:12.749711 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-b9fe5bb4-971d-4737-b5ff-97aecf5a227b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:12.751562 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-b9fe5bb4-971d-4737-b5ff-97aecf5a227b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1502b667be5c45ab800f27676ab39794&device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 1128 time: 0.4376316 Aug 02 13:38:12.904954 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb2d71-3ea3-483e-b851-3cfd215f1849 req-bfc57fd1-2745-4db9-8705-b47528f3e70a tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:12.912904 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-7eeb2d71-3ea3-483e-b851-3cfd215f1849 req-bfc57fd1-2745-4db9-8705-b47528f3e70a tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 943 time: 0.3755074 Aug 02 13:38:12.915683 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-d02744ba-2336-43d2-b8d8-78f49c0d6ec0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d198dca-3e54-4c31-8cf4-c2ff636b00b7 HTTP/1.1" status: 200 len: 217 time: 0.0839205 Aug 02 13:38:12.933918 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-f5d86199-32db-41ba-af61-f55fcee2a477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (602680bb-1211-41be-aba8-9ab945e5b78b), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:13.043163 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d634432b-b8f9-4425-95e1-1f9fb7dae5a0 x-openstack-request-id: req-d634432b-b8f9-4425-95e1-1f9fb7dae5a0 {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:38:13.043462 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d13960c5-3095-42ba-be58-216a7e1e5050", "tag": "6862f390-f1d1-4e55-8059-519dac8f3ec6", "status": "completed", "code": 200}]} {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:38:13.043727 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d634432b-b8f9-4425-95e1-1f9fb7dae5a0 {{(pid=104369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:38:13.047469 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d634432b-b8f9-4425-95e1-1f9fb7dae5a0'] response: {'name': 'network-changed', 'server_uuid': 'd13960c5-3095-42ba-be58-216a7e1e5050', 'tag': '6862f390-f1d1-4e55-8059-519dac8f3ec6', 'status': 'completed', 'code': 200} Aug 02 13:38:13.084979 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_common [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-e0c543e6-a164-4db9-9169-8a9de7600aea tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Allocated IP 172.20.0.13 (b9a0aff9-4db3-4151-8258-5ca59205b7ca/d8569d97-f9a0-41c9-a9b0-dce29c9f7e4e/e8f5c259-0492-4bee-a27b-756427eaf688) {{(pid=104368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:38:13.191110 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-f5d86199-32db-41ba-af61-f55fcee2a477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:13.191777 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-f5d86199-32db-41ba-af61-f55fcee2a477 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:13.193257 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-f5d86199-32db-41ba-af61-f55fcee2a477 service neutron] 10.222.0.20 "PUT /v2.0/ports/602680bb-1211-41be-aba8-9ab945e5b78b HTTP/1.1" status: 200 len: 1093 time: 4.9040360 Aug 02 13:38:13.308608 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d86199-32db-41ba-af61-f55fcee2a477 service neutron] Pushing event updated for resources: {'Port': ['ID=602680bb-1211-41be-aba8-9ab945e5b78b,revision_number=3']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:13.343109 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-8b10aaa5-7dbb-4df0-a19c-c9b35fda7434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:13.346661 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-8b10aaa5-7dbb-4df0-a19c-c9b35fda7434 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce360482-e138-41d7-8f5d-ea14c6cf06af HTTP/1.1" status: 200 len: 858 time: 0.3969529 Aug 02 13:38:13.354732 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-7eeb2d71-3ea3-483e-b851-3cfd215f1849 req-e2a8ff8f-0517-4056-af29-62b486e2e922 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2d4e4e2-910b-420c-bec2-0c429e4c5f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406743 Aug 02 13:38:13.374341 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-e0c543e6-a164-4db9-9169-8a9de7600aea tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for port (e8f5c259-0492-4bee-a27b-756427eaf688), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:13.404577 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-40fcebbf-b61b-4fe0-9b4a-6ee26b053b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:13.406150 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-40fcebbf-b61b-4fe0-9b4a-6ee26b053b9b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=952afe36-ebbb-420b-9a24-e4ee044975e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6452060 Aug 02 13:38:13.439275 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-50fd224e-9777-4111-8950-c22cfe171077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (07a433de-ed34-4e77-8ed2-5752c7ea7af5), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:13.579397 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-e0c543e6-a164-4db9-9169-8a9de7600aea tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979'] for port (e8f5c259-0492-4bee-a27b-756427eaf688), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:13.607481 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2937c012-705d-4983-bd69-772c8c1be609 req-665e98f4-dbb0-4126-9078-4ca74a3f3724 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7419ea33-4f31-4b76-8a22-38471cc0a6c0 HTTP/1.1" status: 200 len: 210 time: 0.1810310 Aug 02 13:38:13.680361 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-988e93b9-7347-49bd-b332-c2119e972daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:13.682953 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-988e93b9-7347-49bd-b332-c2119e972daf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=952afe36-ebbb-420b-9a24-e4ee044975e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3251746 Aug 02 13:38:13.695114 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-684d36d6-8a8f-41ec-acac-bb17a9b9997e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:13.703822 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-684d36d6-8a8f-41ec-acac-bb17a9b9997e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c6cd6eafb844d5492d91d9a23bd878f&device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 1127 time: 0.3477254 Aug 02 13:38:13.745382 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-e0c543e6-a164-4db9-9169-8a9de7600aea tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Network b9a0aff9-4db3-4151-8258-5ca59205b7ca is already hosted by enough agents. {{(pid=104368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:38:13.785875 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-e0c543e6-a164-4db9-9169-8a9de7600aea tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Resources bound (agent type, host, resource id): {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:38:13.803946 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-e0c543e6-a164-4db9-9169-8a9de7600aea tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Received port after_create {{(pid=104368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:38:13.812422 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-e0c543e6-a164-4db9-9169-8a9de7600aea tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:13.816960 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-e0c543e6-a164-4db9-9169-8a9de7600aea tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for port (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:13.816960 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd224e-9777-4111-8950-c22cfe171077 service neutron] Pushing event updated for resources: {'Port': ['ID=07a433de-ed34-4e77-8ed2-5752c7ea7af5,revision_number=2']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:13.886944 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-8d080258-5f43-47c2-9e53-442d5284ce35 service neutron] 10.222.0.20 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289272 Aug 02 13:38:13.993397 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-5f9839f1-1618-47b4-b979-4768b679e3b0 service neutron] 10.222.0.20 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781296 Aug 02 13:38:13.994929 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-cca5ca36-7d68-4d3e-9fee-ee09e6522b8d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=602680bb-1211-41be-aba8-9ab945e5b78b HTTP/1.1" status: 200 len: 217 time: 0.1117692 Aug 02 13:38:14.149707 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c543e6-a164-4db9-9169-8a9de7600aea tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event updated for resources: {'Port': ['ID=e8f5c259-0492-4bee-a27b-756427eaf688,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:14.233440 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.managers [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-50fd224e-9777-4111-8950-c22cfe171077 service neutron] Attempting to bind port 07a433de-ed34-4e77-8ed2-5752c7ea7af5 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:38:14.234117 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.managers [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-50fd224e-9777-4111-8950-c22cfe171077 service neutron] Attempting to bind port 07a433de-ed34-4e77-8ed2-5752c7ea7af5 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856'}] {{(pid=104368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:38:14.234676 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-50fd224e-9777-4111-8950-c22cfe171077 service neutron] Attempting to bind port 07a433de-ed34-4e77-8ed2-5752c7ea7af5 on network 22e3cba0-47b8-42c5-9856-cce7f8da3856 {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:38:14.248878 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-e0c543e6-a164-4db9-9169-8a9de7600aea tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5703366 Aug 02 13:38:14.254300 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-50fd224e-9777-4111-8950-c22cfe171077 service neutron] Port 07a433de-ed34-4e77-8ed2-5752c7ea7af5 on network 22e3cba0-47b8-42c5-9856-cce7f8da3856 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 02 13:38:14.256160 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-50fd224e-9777-4111-8950-c22cfe171077 service neutron] Attempting to bind port 07a433de-ed34-4e77-8ed2-5752c7ea7af5 on network 22e3cba0-47b8-42c5-9856-cce7f8da3856 {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:38:14.293667 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5c230-d632-46e2-8e41-e6499c270e7c req-2b9157b9-7d02-4b3f-9444-c18440f45267 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:14.303777 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-edd5c230-d632-46e2-8e41-e6499c270e7c req-2b9157b9-7d02-4b3f-9444-c18440f45267 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 943 time: 0.5358710 Aug 02 13:38:14.317461 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-c7387339-4879-47da-a4e7-df118a45414d service neutron] Request body: {'port': {'device_id': '7419ea33-4f31-4b76-8a22-38471cc0a6c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:38:14.345576 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-50fd224e-9777-4111-8950-c22cfe171077 service neutron] Checking agent: {'id': '69dc3da8-ee10-46f6-83b6-ed4e97a21469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'started_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:38:14.345576 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-50fd224e-9777-4111-8950-c22cfe171077 service neutron] Checking segment: {'id': 'dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:38:14.345576 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-50fd224e-9777-4111-8950-c22cfe171077 service neutron] Bound using segment: {'id': 'dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856'} {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:38:14.345576 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.managers [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-50fd224e-9777-4111-8950-c22cfe171077 service neutron] Bound port: 07a433de-ed34-4e77-8ed2-5752c7ea7af5, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856'}}] {{(pid=104368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:38:14.345576 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-50fd224e-9777-4111-8950-c22cfe171077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (07a433de-ed34-4e77-8ed2-5752c7ea7af5), before_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:14.448876 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-8851ad1d-b1ae-443d-9a9b-dec1b01e5ffc None None] Provisioning complete for port e8f5c259-0492-4bee-a27b-756427eaf688 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:38:14.451610 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-8851ad1d-b1ae-443d-9a9b-dec1b01e5ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (e8f5c259-0492-4bee-a27b-756427eaf688), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:14.488798 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287d4d3-3243-4614-9c78-0a48ea62876d req-204d9899-44b6-4efa-be25-865f64230cb9 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:14.490352 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-0287d4d3-3243-4614-9c78-0a48ea62876d req-204d9899-44b6-4efa-be25-865f64230cb9 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 944 time: 0.9483104 Aug 02 13:38:14.516466 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-8851ad1d-b1ae-443d-9a9b-dec1b01e5ffc None None] Port e8f5c259-0492-4bee-a27b-756427eaf688 cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:38:14.543162 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-edd5c230-d632-46e2-8e41-e6499c270e7c req-44a06850-e917-4aa0-8e63-342fd30bce3d tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123075 Aug 02 13:38:14.596202 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-c7387339-4879-47da-a4e7-df118a45414d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (e8f5c259-0492-4bee-a27b-756427eaf688), before_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:14.635626 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-4101e500-5705-4a1b-8fcd-1c8b08c66f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:14.637056 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-4101e500-5705-4a1b-8fcd-1c8b08c66f6e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8dd572fa-43f9-4a6d-9427-7865d3e644e1 HTTP/1.1" status: 200 len: 850 time: 0.1454520 Aug 02 13:38:14.741052 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 33474) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:14.765911 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a8e13385-2c0e-44e2-80fe-35645cd27ee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:14.772428 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-0287d4d3-3243-4614-9c78-0a48ea62876d req-9892bb03-9b50-418f-b855-5d94d3ddccd6 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2584548 Aug 02 13:38:14.793245 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-50fd224e-9777-4111-8950-c22cfe171077 service neutron] For port 07a433de-ed34-4e77-8ed2-5752c7ea7af5, host hv-cinder-84786, cleared binding levels {{(pid=104368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:38:14.796564 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-dfd02337-47f7-4f7d-acf4-4e5ef1b36a80 req-5286b48a-a333-4174-9c6b-34d64bf94240 service neutron] 10.222.0.20 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8003867 Aug 02 13:38:14.808785 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9f855b2e-0972-4e82-89d9-77ae12fb3702 req-64c2be4d-1eb3-4a18-9c1c-6d3a9f94c090 service neutron] 10.222.0.20 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143172 Aug 02 13:38:14.828943 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-2a9e5b22-780a-48d3-96ad-17de5ee5d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:14.830530 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-2a9e5b22-780a-48d3-96ad-17de5ee5d2ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=df19bf30-0bac-486d-8758-b5944460b12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1794872 Aug 02 13:38:14.852130 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-50fd224e-9777-4111-8950-c22cfe171077 service neutron] For port 07a433de-ed34-4e77-8ed2-5752c7ea7af5, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=07a433de-ed34-4e77-8ed2-5752c7ea7af5,segment=NetworkSegment(dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3),segment_id=dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3)] {{(pid=104368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:38:15.084622 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-50fd224e-9777-4111-8950-c22cfe171077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (07a433de-ed34-4e77-8ed2-5752c7ea7af5), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:15.097187 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '314d7ab9-6cc0-45f3-a572-be8e3edee0c7', 'tag': '7d198dca-3e54-4c31-8cf4-c2ff636b00b7'}, {'name': 'network-changed', 'server_uuid': 'e8eeddfb-c4b5-465d-b537-0088c962b284', 'tag': '602680bb-1211-41be-aba8-9ab945e5b78b'}] {{(pid=104369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:38:15.100523 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bf99331ba47a6ac295264f2d91701b523438f9b2384832aa813a78b8ac64a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bd3341-9d77-439a-b413-9a7225e5537d" -d '{"events": [{"name": "network-changed", "server_uuid": "314d7ab9-6cc0-45f3-a572-be8e3edee0c7", "tag": "7d198dca-3e54-4c31-8cf4-c2ff636b00b7"}, {"name": "network-changed", "server_uuid": "e8eeddfb-c4b5-465d-b537-0088c962b284", "tag": "602680bb-1211-41be-aba8-9ab945e5b78b"}]}' {{(pid=104369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:38:15.198902 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a8e13385-2c0e-44e2-80fe-35645cd27ee3 admin admin] Publish callbacks [] for security_group (42c47da5-9227-4a82-bf2c-4122aa589975), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:15.219674 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5df0c-3ea9-4e17-acaf-f0f2d508ee38 req-6b195c4d-1a0a-4252-ae4c-3b9ebcb3741d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:15.221523 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1af5df0c-3ea9-4e17-acaf-f0f2d508ee38 req-6b195c4d-1a0a-4252-ae4c-3b9ebcb3741d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1502b667be5c45ab800f27676ab39794&device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 1127 time: 0.1989152 Aug 02 13:38:15.242214 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3178552-f4ed-489d-8475-12f8b3d392cc req-0e742815-eb1b-479f-9095-cd6458b83daf tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:15.242214 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f3178552-f4ed-489d-8475-12f8b3d392cc req-0e742815-eb1b-479f-9095-cd6458b83daf tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7419ea33-4f31-4b76-8a22-38471cc0a6c0 HTTP/1.1" status: 200 len: 932 time: 0.2586963 Aug 02 13:38:15.256044 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c83f81-f554-4d60-8740-6f4e090c28c5 req-1b4e3e6a-57f9-4bc1-8526-4923db6a9514 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:15.257631 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a0c83f81-f554-4d60-8740-6f4e090c28c5 req-1b4e3e6a-57f9-4bc1-8526-4923db6a9514 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 943 time: 0.4010291 Aug 02 13:38:15.286907 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-50fd224e-9777-4111-8950-c22cfe171077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:15.287529 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-50fd224e-9777-4111-8950-c22cfe171077 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for port (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:15.288962 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-50fd224e-9777-4111-8950-c22cfe171077 service neutron] 10.222.0.20 "PUT /v2.0/ports/07a433de-ed34-4e77-8ed2-5752c7ea7af5 HTTP/1.1" status: 200 len: 1094 time: 5.1216869 Aug 02 13:38:15.307502 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce75040-8734-456f-a105-d3e5cd74681b', 'tag': '07a433de-ed34-4e77-8ed2-5752c7ea7af5'}] {{(pid=104368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:38:15.363975 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-504a70bd-2199-4563-bd0b-1c1becb2edc7 service neutron] 10.222.0.20 "GET /v2.0/networks/df19bf30-0bac-486d-8758-b5944460b12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771543 Aug 02 13:38:15.390167 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd224e-9777-4111-8950-c22cfe171077 service neutron] Pushing event updated for resources: {'Port': ['ID=07a433de-ed34-4e77-8ed2-5752c7ea7af5,revision_number=3']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:15.439473 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a8e13385-2c0e-44e2-80fe-35645cd27ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (42c47da5-9227-4a82-bf2c-4122aa589975), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:15.498720 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f3178552-f4ed-489d-8475-12f8b3d392cc req-fac2eb43-72ed-4ee2-9775-3c245fba1d81 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=5979007a-a5de-4718-99e3-2cdcb2332487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2318912 Aug 02 13:38:15.670341 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a0c83f81-f554-4d60-8740-6f4e090c28c5 req-aa944f42-a1c7-428b-b463-d1d7c0d6a37a tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2d4e4e2-910b-420c-bec2-0c429e4c5f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920927 Aug 02 13:38:15.716696 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-9618336e-e136-4c6a-b67a-41452b47dfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:15.721969 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-9618336e-e136-4c6a-b67a-41452b47dfbf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2faa069e451247a68695e22f5e5ed2ae&device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 1128 time: 0.2898648 Aug 02 13:38:15.807786 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5df0c-3ea9-4e17-acaf-f0f2d508ee38 req-e60bd7f3-ad8c-42b8-a4ce-1267ceff012a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:15.809327 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1af5df0c-3ea9-4e17-acaf-f0f2d508ee38 req-e60bd7f3-ad8c-42b8-a4ce-1267ceff012a service neutron] 10.222.0.20 "GET /v2.0/networks?id=952afe36-ebbb-420b-9a24-e4ee044975e4 HTTP/1.1" status: 200 len: 920 time: 0.5708938 Aug 02 13:38:15.810682 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e13385-2c0e-44e2-80fe-35645cd27ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c47da5-9227-4a82-bf2c-4122aa589975,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:15.815573 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 02 Aug 2022 13:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b29a371-01eb-477f-a29d-3de42767c7be x-openstack-request-id: req-0b29a371-01eb-477f-a29d-3de42767c7be {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:38:15.816200 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "314d7ab9-6cc0-45f3-a572-be8e3edee0c7", "tag": "7d198dca-3e54-4c31-8cf4-c2ff636b00b7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e8eeddfb-c4b5-465d-b537-0088c962b284", "tag": "602680bb-1211-41be-aba8-9ab945e5b78b", "status": "completed", "code": 200}]} {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:38:15.818200 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0b29a371-01eb-477f-a29d-3de42767c7be {{(pid=104369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:38:15.818636 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b29a371-01eb-477f-a29d-3de42767c7be'] response: {'name': 'network-changed', 'server_uuid': '314d7ab9-6cc0-45f3-a572-be8e3edee0c7', 'tag': '7d198dca-3e54-4c31-8cf4-c2ff636b00b7', 'status': 'completed', 'code': 200} Aug 02 13:38:15.818901 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b29a371-01eb-477f-a29d-3de42767c7be'] response: {'name': 'network-changed', 'server_uuid': 'e8eeddfb-c4b5-465d-b537-0088c962b284', 'tag': '602680bb-1211-41be-aba8-9ab945e5b78b', 'status': 'completed', 'code': 200} Aug 02 13:38:15.824568 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 33502) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:15.922466 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-a8e13385-2c0e-44e2-80fe-35645cd27ee3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cbdea4a23bc845b080d1132cc1f6e37c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1754670 Aug 02 13:38:15.922466 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-b61adcc4-2056-43cc-bc08-bf896ef1b065 service neutron] 10.222.0.20 "GET /v2.0/networks/df19bf30-0bac-486d-8758-b5944460b12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834170 Aug 02 13:38:15.929033 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 33510) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:16.038687 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-b5f588f6-9700-4800-8f82-e9bfee930816 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07a433de-ed34-4e77-8ed2-5752c7ea7af5 HTTP/1.1" status: 200 len: 217 time: 0.2903490 Aug 02 13:38:16.052622 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1af5df0c-3ea9-4e17-acaf-f0f2d508ee38 req-848ba4e0-4964-4a3d-90f2-a35bfc284614 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6862f390-f1d1-4e55-8059-519dac8f3ec6 HTTP/1.1" status: 200 len: 217 time: 0.1173751 Aug 02 13:38:16.088339 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245b70741b0aa7b9232129cc368cc987c69949c5cf8ab06a5d5e033a5668ca41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19b8a11-215b-4c7c-be7f-8c61d44d93d7" -d '{"events": [{"name": "network-changed", "server_uuid": "bce75040-8734-456f-a105-d3e5cd74681b", "tag": "07a433de-ed34-4e77-8ed2-5752c7ea7af5"}]}' {{(pid=104368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:38:16.109516 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-c7387339-4879-47da-a4e7-df118a45414d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8f5c259-0492-4bee-a27b-756427eaf688 {{(pid=104368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:38:16.119891 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-c7387339-4879-47da-a4e7-df118a45414d service neutron] Publish callbacks [] for port (e8f5c259-0492-4bee-a27b-756427eaf688), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:16.147656 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.provisioning_blocks [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-c7387339-4879-47da-a4e7-df118a45414d service neutron] Transition to ACTIVE for port object e8f5c259-0492-4bee-a27b-756427eaf688 will not be triggered until provisioned by entity L2. {{(pid=104368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 02 13:38:16.167181 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5df0c-3ea9-4e17-acaf-f0f2d508ee38 req-c2396c86-a7b4-4c2a-b338-b8a8f42b2fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:16.168647 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1af5df0c-3ea9-4e17-acaf-f0f2d508ee38 req-c2396c86-a7b4-4c2a-b338-b8a8f42b2fe4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce360482-e138-41d7-8f5d-ea14c6cf06af HTTP/1.1" status: 200 len: 858 time: 0.0660803 Aug 02 13:38:16.249320 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd3341-9d77-439a-b413-9a7225e5537d req-a77e36d0-a9ea-4b40-b1f8-b13cfd5216eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:16.250236 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-10bd3341-9d77-439a-b413-9a7225e5537d req-a77e36d0-a9ea-4b40-b1f8-b13cfd5216eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1502b667be5c45ab800f27676ab39794&device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 1128 time: 0.4294384 Aug 02 13:38:16.275165 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-c7387339-4879-47da-a4e7-df118a45414d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (e8f5c259-0492-4bee-a27b-756427eaf688), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:16.306556 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b1d05f5a-5a18-4716-8512-ddfd534eefe4 admin admin] Publish callbacks [] for security_group (42c47da5-9227-4a82-bf2c-4122aa589975), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:16.334113 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b1d05f5a-5a18-4716-8512-ddfd534eefe4 admin admin] Publish callbacks [] for security_group (42c47da5-9227-4a82-bf2c-4122aa589975), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:16.353433 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-e5de859c-df9f-4e59-923c-4fb3156eb13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:16.353698 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d9cd4-fbac-46ff-aba7-df61c575c9ac req-dfcb7988-738d-4684-98fc-2075c3da9819 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:16.356685 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-e5de859c-df9f-4e59-923c-4fb3156eb13b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0b5949-955c-4523-bfdd-355b4cc3e5d9 HTTP/1.1" status: 200 len: 850 time: 0.2756946 Aug 02 13:38:16.357569 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-7f3d9cd4-fbac-46ff-aba7-df61c575c9ac req-dfcb7988-738d-4684-98fc-2075c3da9819 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 943 time: 0.5376892 Aug 02 13:38:16.412041 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06a8ff-c421-41a2-a805-d1bd58a4e5e5 req-2ae265bd-3034-4362-8292-5c00a72c2360 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:16.413619 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-cc06a8ff-c421-41a2-a805-d1bd58a4e5e5 req-2ae265bd-3034-4362-8292-5c00a72c2360 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 944 time: 0.4927480 Aug 02 13:38:16.440448 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5df0c-3ea9-4e17-acaf-f0f2d508ee38 req-381f72bc-70b7-4d32-9f09-dda440284283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:16.448552 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1af5df0c-3ea9-4e17-acaf-f0f2d508ee38 req-381f72bc-70b7-4d32-9f09-dda440284283 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=952afe36-ebbb-420b-9a24-e4ee044975e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2566059 Aug 02 13:38:16.534706 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-0d5460f2-6b18-4eb7-bee9-8e57d0facd55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:16.610624 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7387339-4879-47da-a4e7-df118a45414d service neutron] Pushing event updated for resources: {'Port': ['ID=e8f5c259-0492-4bee-a27b-756427eaf688,revision_number=2']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:16.666754 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-7f3d9cd4-fbac-46ff-aba7-df61c575c9ac req-d20409d2-0000-4822-aca0-925618df1817 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744243 Aug 02 13:38:16.773969 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-cc06a8ff-c421-41a2-a805-d1bd58a4e5e5 req-3fb19887-c198-4be2-9b2c-f3d9ff43d938 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3472245 Aug 02 13:38:16.785531 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd3341-9d77-439a-b413-9a7225e5537d req-6c51c7b1-ce75-4871-894d-06461c0b0d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:16.787564 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-10bd3341-9d77-439a-b413-9a7225e5537d req-6c51c7b1-ce75-4871-894d-06461c0b0d83 service neutron] 10.222.0.20 "GET /v2.0/networks?id=952afe36-ebbb-420b-9a24-e4ee044975e4 HTTP/1.1" status: 200 len: 920 time: 0.5228567 Aug 02 13:38:16.814297 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b1d05f5a-5a18-4716-8512-ddfd534eefe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (42c47da5-9227-4a82-bf2c-4122aa589975), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:16.867651 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b1d05f5a-5a18-4716-8512-ddfd534eefe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:16.867651 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-b1d05f5a-5a18-4716-8512-ddfd534eefe4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/42c47da5-9227-4a82-bf2c-4122aa589975 HTTP/1.1" status: 204 len: 168 time: 0.8860178 Aug 02 13:38:16.869276 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.managers [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-c7387339-4879-47da-a4e7-df118a45414d service neutron] Attempting to bind port e8f5c259-0492-4bee-a27b-756427eaf688 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:38:16.869276 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.managers [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-c7387339-4879-47da-a4e7-df118a45414d service neutron] Attempting to bind port e8f5c259-0492-4bee-a27b-756427eaf688 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'ce1819a5-765d-4f56-8809-88a6774bc35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca'}] {{(pid=104368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:38:16.869276 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-c7387339-4879-47da-a4e7-df118a45414d service neutron] Attempting to bind port e8f5c259-0492-4bee-a27b-756427eaf688 on network b9a0aff9-4db3-4151-8258-5ca59205b7ca {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:38:16.869276 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-13ab9db6-f941-4c91-95bf-63f95119d5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:16.869276 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-13ab9db6-f941-4c91-95bf-63f95119d5f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e3cba0-47b8-42c5-9856-cce7f8da3856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4404132 Aug 02 13:38:16.869760 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-10bd3341-9d77-439a-b413-9a7225e5537d req-7de34710-31ab-47ab-94da-30b1e543e3a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d198dca-3e54-4c31-8cf4-c2ff636b00b7 HTTP/1.1" status: 200 len: 217 time: 0.0452180 Aug 02 13:38:16.984230 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-c7387339-4879-47da-a4e7-df118a45414d service neutron] Port e8f5c259-0492-4bee-a27b-756427eaf688 on network b9a0aff9-4db3-4151-8258-5ca59205b7ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 02 13:38:16.984575 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-c7387339-4879-47da-a4e7-df118a45414d service neutron] Attempting to bind port e8f5c259-0492-4bee-a27b-756427eaf688 on network b9a0aff9-4db3-4151-8258-5ca59205b7ca {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:38:16.989000 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-fdf264a7-9d28-4764-9783-b3dc625051f8 service neutron] 10.222.0.20 "GET /v2.0/networks/22e3cba0-47b8-42c5-9856-cce7f8da3856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502278 Aug 02 13:38:16.990810 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5808d59-e544-4d97-9f69-d11b28ba0c5d x-openstack-request-id: req-d5808d59-e544-4d97-9f69-d11b28ba0c5d {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:38:16.991179 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce75040-8734-456f-a105-d3e5cd74681b", "tag": "07a433de-ed34-4e77-8ed2-5752c7ea7af5", "status": "completed", "code": 200}]} {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:38:16.991442 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d5808d59-e544-4d97-9f69-d11b28ba0c5d {{(pid=104368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:38:16.991910 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5808d59-e544-4d97-9f69-d11b28ba0c5d'] response: {'name': 'network-changed', 'server_uuid': 'bce75040-8734-456f-a105-d3e5cd74681b', 'tag': '07a433de-ed34-4e77-8ed2-5752c7ea7af5', 'status': 'completed', 'code': 200} Aug 02 13:38:17.002619 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1af5df0c-3ea9-4e17-acaf-f0f2d508ee38 req-6eb3ee6e-0678-440e-9f88-52ca16d59c09 service neutron] 10.222.0.20 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5365920 Aug 02 13:38:17.013373 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d05f5a-5a18-4716-8512-ddfd534eefe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c47da5-9227-4a82-bf2c-4122aa589975,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:17.026780 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd3341-9d77-439a-b413-9a7225e5537d req-434a55df-2e53-41a6-8183-3cb08cb70a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:17.027694 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-10bd3341-9d77-439a-b413-9a7225e5537d req-434a55df-2e53-41a6-8183-3cb08cb70a12 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce360482-e138-41d7-8f5d-ea14c6cf06af HTTP/1.1" status: 200 len: 858 time: 0.1542895 Aug 02 13:38:17.217934 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-c7387339-4879-47da-a4e7-df118a45414d service neutron] Checking agent: {'id': '69dc3da8-ee10-46f6-83b6-ed4e97a21469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'started_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:38:17.217934 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-c7387339-4879-47da-a4e7-df118a45414d service neutron] Checking segment: {'id': 'ce1819a5-765d-4f56-8809-88a6774bc35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:38:17.217934 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-c7387339-4879-47da-a4e7-df118a45414d service neutron] Bound using segment: {'id': 'ce1819a5-765d-4f56-8809-88a6774bc35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca'} {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:38:17.217934 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.managers [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-c7387339-4879-47da-a4e7-df118a45414d service neutron] Bound port: e8f5c259-0492-4bee-a27b-756427eaf688, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1819a5-765d-4f56-8809-88a6774bc35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca'}}] {{(pid=104368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:38:17.217934 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-c7387339-4879-47da-a4e7-df118a45414d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (e8f5c259-0492-4bee-a27b-756427eaf688), before_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:17.219324 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1af5df0c-3ea9-4e17-acaf-f0f2d508ee38 req-a030b269-2add-49a7-babd-b85b3ff9218e service neutron] 10.222.0.20 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114273 Aug 02 13:38:17.220003 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-0d5460f2-6b18-4eb7-bee9-8e57d0facd55 admin admin] Publish callbacks [] for security_group (e3b3c947-6739-47a7-995f-69bdb5da856f), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:17.226313 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb9e30-9584-4b2f-9303-d2dcf001eda0 req-5631da94-1b7d-4532-8c36-480dc8ee95e7 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:17.227162 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4ebb9e30-9584-4b2f-9303-d2dcf001eda0 req-5631da94-1b7d-4532-8c36-480dc8ee95e7 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 943 time: 0.0942891 Aug 02 13:38:17.236397 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd3341-9d77-439a-b413-9a7225e5537d req-d9306a39-2fc6-4a5c-afb2-d1ebc56e260a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:17.238415 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-10bd3341-9d77-439a-b413-9a7225e5537d req-d9306a39-2fc6-4a5c-afb2-d1ebc56e260a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=952afe36-ebbb-420b-9a24-e4ee044975e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1065357 Aug 02 13:38:17.414882 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-10bd3341-9d77-439a-b413-9a7225e5537d req-2d346b7d-a679-4019-9de2-9c7de2c24618 service neutron] 10.222.0.20 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469393 Aug 02 13:38:17.445978 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-0d5460f2-6b18-4eb7-bee9-8e57d0facd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (e3b3c947-6739-47a7-995f-69bdb5da856f), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:17.447466 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4ebb9e30-9584-4b2f-9303-d2dcf001eda0 req-72f367b6-26dc-4fd8-8d75-1969dc116397 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2d4e4e2-910b-420c-bec2-0c429e4c5f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072523 Aug 02 13:38:17.609958 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88076ead-d938-415d-86ae-d6237ba046bb req-196865d1-3a3c-4243-8fd3-de0325e94d7f tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:17.610686 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-88076ead-d938-415d-86ae-d6237ba046bb req-196865d1-3a3c-4243-8fd3-de0325e94d7f tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7419ea33-4f31-4b76-8a22-38471cc0a6c0 HTTP/1.1" status: 200 len: 944 time: 0.6154046 Aug 02 13:38:17.611623 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 33546) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:17.644931 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6a58f83b-ce3a-4fd0-b616-d977c7f13fd9 req-f0e53b71-8cd1-4fd6-870d-5d19fa400197 service neutron] 10.222.0.20 "GET /v2.0/networks/22e3cba0-47b8-42c5-9856-cce7f8da3856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6367950 Aug 02 13:38:17.647869 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-0d5460f2-6b18-4eb7-bee9-8e57d0facd55 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=43927e4b3cb54f99ab58b4976307b8ab&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7428403 Aug 02 13:38:17.660637 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5460f2-6b18-4eb7-bee9-8e57d0facd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b3c947-6739-47a7-995f-69bdb5da856f,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:17.683335 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 33550) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:17.725865 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-c7387339-4879-47da-a4e7-df118a45414d service neutron] For port e8f5c259-0492-4bee-a27b-756427eaf688, host hv-cinder-84786, cleared binding levels {{(pid=104368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:38:17.804377 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-88076ead-d938-415d-86ae-d6237ba046bb req-11fdd92a-33e2-4e06-863e-f317db6870e7 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=5979007a-a5de-4718-99e3-2cdcb2332487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551647 Aug 02 13:38:17.814200 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-c7387339-4879-47da-a4e7-df118a45414d service neutron] For port e8f5c259-0492-4bee-a27b-756427eaf688, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=e8f5c259-0492-4bee-a27b-756427eaf688,segment=NetworkSegment(ce1819a5-765d-4f56-8809-88a6774bc35d),segment_id=ce1819a5-765d-4f56-8809-88a6774bc35d)] {{(pid=104368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:38:17.886771 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4dc17f6d-33d3-4a5a-bb8e-761677ac1b43 admin admin] Publish callbacks [] for security_group (e3b3c947-6739-47a7-995f-69bdb5da856f), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:17.939647 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4dc17f6d-33d3-4a5a-bb8e-761677ac1b43 admin admin] Publish callbacks [] for security_group (e3b3c947-6739-47a7-995f-69bdb5da856f), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:17.957992 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b8a11-215b-4c7c-be7f-8c61d44d93d7 req-e8156089-bb60-45fc-921b-e65b6df96aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:17.959503 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f19b8a11-215b-4c7c-be7f-8c61d44d93d7 req-e8156089-bb60-45fc-921b-e65b6df96aa7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2faa069e451247a68695e22f5e5ed2ae&device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 1128 time: 0.1600826 Aug 02 13:38:17.975890 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-10bd3341-9d77-439a-b413-9a7225e5537d req-1d786d03-d35e-40f3-bdb3-bf66fa2fcbba service neutron] 10.222.0.20 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5256214 Aug 02 13:38:17.976003 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6d167a1a-156a-4970-98c4-a8da995b1c96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:17.986247 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9f17d-9061-4c5e-841a-a9a37ca97f24 req-0be465e2-fe6e-4c46-9ce1-d65989df7f67 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:17.988021 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-0de9f17d-9061-4c5e-841a-a9a37ca97f24 req-0be465e2-fe6e-4c46-9ce1-d65989df7f67 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 943 time: 0.1320355 Aug 02 13:38:18.046220 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-c7387339-4879-47da-a4e7-df118a45414d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (e8f5c259-0492-4bee-a27b-756427eaf688), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:18.072817 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-0de9f17d-9061-4c5e-841a-a9a37ca97f24 req-85211347-50a9-45da-a7aa-f99a8464efb5 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761261 Aug 02 13:38:18.097423 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd3341-9d77-439a-b413-9a7225e5537d req-b7734def-41bd-42e3-80c4-0eb2f7b5fad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:18.102165 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-10bd3341-9d77-439a-b413-9a7225e5537d req-b7734def-41bd-42e3-80c4-0eb2f7b5fad4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c6cd6eafb844d5492d91d9a23bd878f&device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 1127 time: 0.0745358 Aug 02 13:38:18.201647 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-c7387339-4879-47da-a4e7-df118a45414d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:18.202303 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-c7387339-4879-47da-a4e7-df118a45414d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for port (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:18.203788 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-c7387339-4879-47da-a4e7-df118a45414d service neutron] 10.222.0.20 "PUT /v2.0/ports/e8f5c259-0492-4bee-a27b-756427eaf688 HTTP/1.1" status: 200 len: 1094 time: 3.9283733 Aug 02 13:38:18.285076 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe39bbe-48be-46a9-99a3-c278e2db7277 req-b9e34a7f-c97f-4648-a913-38ed3fb1a8e2 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:18.286854 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-efe39bbe-48be-46a9-99a3-c278e2db7277 req-b9e34a7f-c97f-4648-a913-38ed3fb1a8e2 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 944 time: 0.3454611 Aug 02 13:38:18.312446 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7387339-4879-47da-a4e7-df118a45414d service neutron] Pushing event updated for resources: {'Port': ['ID=e8f5c259-0492-4bee-a27b-756427eaf688,revision_number=3']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:18.334652 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b8a11-215b-4c7c-be7f-8c61d44d93d7 req-6581bc8e-d9f8-4ddd-a765-29d26faf19ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:18.336145 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f19b8a11-215b-4c7c-be7f-8c61d44d93d7 req-6581bc8e-d9f8-4ddd-a765-29d26faf19ef service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e3cba0-47b8-42c5-9856-cce7f8da3856 HTTP/1.1" status: 200 len: 912 time: 0.3645880 Aug 02 13:38:18.345933 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd3341-9d77-439a-b413-9a7225e5537d req-81182771-5123-467a-bc8b-2b57c86b1c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:18.345933 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-10bd3341-9d77-439a-b413-9a7225e5537d req-81182771-5123-467a-bc8b-2b57c86b1c2a service neutron] 10.222.0.20 "GET /v2.0/networks?id=df19bf30-0bac-486d-8758-b5944460b12a HTTP/1.1" status: 200 len: 912 time: 0.1233149 Aug 02 13:38:18.408586 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4dc17f6d-33d3-4a5a-bb8e-761677ac1b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (e3b3c947-6739-47a7-995f-69bdb5da856f), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:18.411247 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4dc17f6d-33d3-4a5a-bb8e-761677ac1b43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:18.412367 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-4dc17f6d-33d3-4a5a-bb8e-761677ac1b43 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e3b3c947-6739-47a7-995f-69bdb5da856f HTTP/1.1" status: 204 len: 168 time: 0.7264743 Aug 02 13:38:18.424031 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-10bd3341-9d77-439a-b413-9a7225e5537d req-2a070f54-2cea-47a7-b239-30953f3dfe72 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=602680bb-1211-41be-aba8-9ab945e5b78b HTTP/1.1" status: 200 len: 217 time: 0.0657861 Aug 02 13:38:18.426932 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f19b8a11-215b-4c7c-be7f-8c61d44d93d7 req-44d9b5d9-96e3-41fb-9f9e-a4b51294e76a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07a433de-ed34-4e77-8ed2-5752c7ea7af5 HTTP/1.1" status: 200 len: 217 time: 0.0742447 Aug 02 13:38:18.450705 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc17f6d-33d3-4a5a-bb8e-761677ac1b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b3c947-6739-47a7-995f-69bdb5da856f,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:18.462935 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-efe39bbe-48be-46a9-99a3-c278e2db7277 req-1faadf53-e410-4148-bffb-a011cc79432a tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696217 Aug 02 13:38:18.531697 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-8d6fe86c-0344-45ac-a5dc-e8f36bb15e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:18.532902 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd3341-9d77-439a-b413-9a7225e5537d req-67517c09-3395-457f-a65e-4d8f9192edd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:18.533256 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-8d6fe86c-0344-45ac-a5dc-e8f36bb15e05 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2fd74b29e9441818796d9040d4be7e5&device_id=7419ea33-4f31-4b76-8a22-38471cc0a6c0 HTTP/1.1" status: 200 len: 1128 time: 0.2178538 Aug 02 13:38:18.535575 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-10bd3341-9d77-439a-b413-9a7225e5537d req-67517c09-3395-457f-a65e-4d8f9192edd2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8dd572fa-43f9-4a6d-9427-7865d3e644e1 HTTP/1.1" status: 200 len: 850 time: 0.0980520 Aug 02 13:38:18.599886 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-9d12742f-7021-4cb8-bfa1-37f90b7a95e1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8f5c259-0492-4bee-a27b-756427eaf688 HTTP/1.1" status: 200 len: 217 time: 0.0530720 Aug 02 13:38:18.601363 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6d167a1a-156a-4970-98c4-a8da995b1c96 admin admin] Publish callbacks [] for security_group (f64618ab-1afd-4007-a730-d4407510fc1d), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:18.603244 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b8a11-215b-4c7c-be7f-8c61d44d93d7 req-5b6b5126-006d-4382-aa22-a2a2f41e4eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:18.604699 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f19b8a11-215b-4c7c-be7f-8c61d44d93d7 req-5b6b5126-006d-4382-aa22-a2a2f41e4eef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0b5949-955c-4523-bfdd-355b4cc3e5d9 HTTP/1.1" status: 200 len: 850 time: 0.1266589 Aug 02 13:38:18.643123 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd3341-9d77-439a-b413-9a7225e5537d req-6fa8c840-5843-4544-8361-bfced5997169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:18.644900 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-10bd3341-9d77-439a-b413-9a7225e5537d req-6fa8c840-5843-4544-8361-bfced5997169 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=df19bf30-0bac-486d-8758-b5944460b12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0991931 Aug 02 13:38:18.659045 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bba5a-b282-4651-91b0-bff6784800c6 req-a96fdc7c-8491-4c61-9b5e-e580133d8f32 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:18.663217 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8f4bba5a-b282-4651-91b0-bff6784800c6 req-a96fdc7c-8491-4c61-9b5e-e580133d8f32 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 943 time: 0.0984941 Aug 02 13:38:18.680201 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6d167a1a-156a-4970-98c4-a8da995b1c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (f64618ab-1afd-4007-a730-d4407510fc1d), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:18.695729 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b8a11-215b-4c7c-be7f-8c61d44d93d7 req-6e20b1b5-2ce6-4011-85ef-4d5387341c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:18.697651 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f19b8a11-215b-4c7c-be7f-8c61d44d93d7 req-6e20b1b5-2ce6-4011-85ef-4d5387341c8c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e3cba0-47b8-42c5-9856-cce7f8da3856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0843320 Aug 02 13:38:18.705363 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-60e0848b-434f-49bd-b795-737f4c83f4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:18.706928 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-60e0848b-434f-49bd-b795-737f4c83f4c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8569d97-f9a0-41c9-a9b0-dce29c9f7e4e HTTP/1.1" status: 200 len: 854 time: 0.1011963 Aug 02 13:38:18.756510 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-6d167a1a-156a-4970-98c4-a8da995b1c96 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a036e19a8ccc41e4beb1dc1e8f3e24b9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1165547 Aug 02 13:38:18.766345 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 33584) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:18.788360 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8f4bba5a-b282-4651-91b0-bff6784800c6 req-c5698d88-61ef-49a0-b872-8731a28632b3 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2d4e4e2-910b-420c-bec2-0c429e4c5f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099572 Aug 02 13:38:18.828571 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d167a1a-156a-4970-98c4-a8da995b1c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64618ab-1afd-4007-a730-d4407510fc1d,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:18.869023 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-013d2695-286a-48a8-a068-a79cb8faa53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:18.871019 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-013d2695-286a-48a8-a068-a79cb8faa53a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b9a0aff9-4db3-4151-8258-5ca59205b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1500258 Aug 02 13:38:18.872945 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-10bd3341-9d77-439a-b413-9a7225e5537d req-e32ffebd-e186-4cdc-93e9-40d2712f9244 service neutron] 10.222.0.20 "GET /v2.0/networks/df19bf30-0bac-486d-8758-b5944460b12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084775 Aug 02 13:38:18.883056 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6f9a1c6c-2efa-4729-9e9a-dec5b25002db admin admin] Publish callbacks [] for security_group (f64618ab-1afd-4007-a730-d4407510fc1d), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:18.909077 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f19b8a11-215b-4c7c-be7f-8c61d44d93d7 req-93282cf0-180c-4079-b8ea-27d90fdcf74a service neutron] 10.222.0.20 "GET /v2.0/networks/22e3cba0-47b8-42c5-9856-cce7f8da3856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012079 Aug 02 13:38:18.964025 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6f9a1c6c-2efa-4729-9e9a-dec5b25002db admin admin] Publish callbacks [] for security_group (f64618ab-1afd-4007-a730-d4407510fc1d), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:18.993009 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7419ea33-4f31-4b76-8a22-38471cc0a6c0', 'tag': 'e8f5c259-0492-4bee-a27b-756427eaf688'}] {{(pid=104368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:38:18.995850 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245b70741b0aa7b9232129cc368cc987c69949c5cf8ab06a5d5e033a5668ca41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fb8123-7557-40d4-a0ec-f7a11c114d61" -d '{"events": [{"name": "network-changed", "server_uuid": "7419ea33-4f31-4b76-8a22-38471cc0a6c0", "tag": "e8f5c259-0492-4bee-a27b-756427eaf688"}]}' {{(pid=104368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:38:19.042341 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-10bd3341-9d77-439a-b413-9a7225e5537d req-4a489e62-3314-4cbc-9fd0-b3053906e92f service neutron] 10.222.0.20 "GET /v2.0/networks/df19bf30-0bac-486d-8758-b5944460b12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528451 Aug 02 13:38:19.051169 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16699b1-d7c7-4f8f-9331-29b0c8c99bbf x-openstack-request-id: req-d16699b1-d7c7-4f8f-9331-29b0c8c99bbf {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:38:19.051469 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7419ea33-4f31-4b76-8a22-38471cc0a6c0", "tag": "e8f5c259-0492-4bee-a27b-756427eaf688", "status": "completed", "code": 200}]} {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:38:19.051724 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d16699b1-d7c7-4f8f-9331-29b0c8c99bbf {{(pid=104368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:38:19.052120 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d16699b1-d7c7-4f8f-9331-29b0c8c99bbf'] response: {'name': 'network-changed', 'server_uuid': '7419ea33-4f31-4b76-8a22-38471cc0a6c0', 'tag': 'e8f5c259-0492-4bee-a27b-756427eaf688', 'status': 'completed', 'code': 200} Aug 02 13:38:19.135487 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6f9a1c6c-2efa-4729-9e9a-dec5b25002db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (f64618ab-1afd-4007-a730-d4407510fc1d), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:19.141020 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-332d3f3e-06f1-49b0-a3fe-4feabba4cbf5 service neutron] 10.222.0.20 "GET /v2.0/networks/b9a0aff9-4db3-4151-8258-5ca59205b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506607 Aug 02 13:38:19.141455 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6f9a1c6c-2efa-4729-9e9a-dec5b25002db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:19.141455 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-6f9a1c6c-2efa-4729-9e9a-dec5b25002db admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f64618ab-1afd-4007-a730-d4407510fc1d HTTP/1.1" status: 204 len: 168 time: 0.3720684 Aug 02 13:38:19.148495 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a1c6c-2efa-4729-9e9a-dec5b25002db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64618ab-1afd-4007-a730-d4407510fc1d,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:19.149728 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed194a-cc15-495c-b409-b15af491d678 req-051a1a2e-ab1b-4263-a838-d806915ca97f tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:19.152702 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a8ed194a-cc15-495c-b409-b15af491d678 req-051a1a2e-ab1b-4263-a838-d806915ca97f tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7419ea33-4f31-4b76-8a22-38471cc0a6c0 HTTP/1.1" status: 200 len: 944 time: 0.2411721 Aug 02 13:38:19.187810 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f19b8a11-215b-4c7c-be7f-8c61d44d93d7 req-e3f1df8d-c265-46e6-b438-50da797f4b14 service neutron] 10.222.0.20 "GET /v2.0/networks/22e3cba0-47b8-42c5-9856-cce7f8da3856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282605 Aug 02 13:38:19.242064 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26231eb-f38a-4d31-b4a6-c8fa910ffe71 req-f5642fd5-96d4-4255-87c7-97d1b020fe21 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:19.244582 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-b26231eb-f38a-4d31-b4a6-c8fa910ffe71 req-f5642fd5-96d4-4255-87c7-97d1b020fe21 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 943 time: 0.0708508 Aug 02 13:38:19.289808 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a8ed194a-cc15-495c-b409-b15af491d678 req-e4b1e83a-1af5-412d-a0b2-b58a9a2a8060 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=5979007a-a5de-4718-99e3-2cdcb2332487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138768 Aug 02 13:38:19.301492 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f114c138-406f-4cb8-85ba-9cf3705cd843 req-7a0c647d-1bbe-4101-b3c1-6a36a89497ca service neutron] 10.222.0.20 "GET /v2.0/networks/b9a0aff9-4db3-4151-8258-5ca59205b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477549 Aug 02 13:38:19.338322 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-b26231eb-f38a-4d31-b4a6-c8fa910ffe71 req-59d3e8d8-943c-4072-a7b5-8cb3a0133dab tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854595 Aug 02 13:38:19.369058 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 33608) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:19.389175 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-00b15ca5-b6fd-44c2-9a31-c4ccc6938753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:19.493933 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb8123-7557-40d4-a0ec-f7a11c114d61 req-528614b2-1dca-472b-9bbd-e5090f3692d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:19.495533 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e4fb8123-7557-40d4-a0ec-f7a11c114d61 req-528614b2-1dca-472b-9bbd-e5090f3692d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2fd74b29e9441818796d9040d4be7e5&device_id=7419ea33-4f31-4b76-8a22-38471cc0a6c0 HTTP/1.1" status: 200 len: 1128 time: 0.0749226 Aug 02 13:38:19.520422 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-00b15ca5-b6fd-44c2-9a31-c4ccc6938753 admin admin] Publish callbacks [] for security_group (c60877b0-e274-4a71-9af0-0906e37c9e4e), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:19.605394 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-00b15ca5-b6fd-44c2-9a31-c4ccc6938753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (c60877b0-e274-4a71-9af0-0906e37c9e4e), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:19.675076 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b15ca5-b6fd-44c2-9a31-c4ccc6938753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60877b0-e274-4a71-9af0-0906e37c9e4e,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:19.683855 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-00b15ca5-b6fd-44c2-9a31-c4ccc6938753 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fd55dfa181724f4facb304874bd4e681&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3135352 Aug 02 13:38:19.687468 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 33620) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:19.709475 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c715ead-86ac-4154-a3fb-c3a3baed800e req-d94e6f46-490f-44f4-b639-fb372ade4bd4 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:19.711305 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4c715ead-86ac-4154-a3fb-c3a3baed800e req-d94e6f46-490f-44f4-b639-fb372ade4bd4 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 944 time: 0.1441703 Aug 02 13:38:19.712879 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb8123-7557-40d4-a0ec-f7a11c114d61 req-5f109a04-a60a-4839-bed6-eb2f6217925e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:19.714740 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e4fb8123-7557-40d4-a0ec-f7a11c114d61 req-5f109a04-a60a-4839-bed6-eb2f6217925e service neutron] 10.222.0.20 "GET /v2.0/networks?id=b9a0aff9-4db3-4151-8258-5ca59205b7ca HTTP/1.1" status: 200 len: 916 time: 0.2081399 Aug 02 13:38:19.757902 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-89fa9626-7a55-47d2-b576-93086fa753c6 admin admin] Publish callbacks [] for security_group (c60877b0-e274-4a71-9af0-0906e37c9e4e), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:19.761338 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e4fb8123-7557-40d4-a0ec-f7a11c114d61 req-96bf2994-bec9-429a-a774-46236f9d026f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8f5c259-0492-4bee-a27b-756427eaf688 HTTP/1.1" status: 200 len: 217 time: 0.0395930 Aug 02 13:38:19.783971 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-89fa9626-7a55-47d2-b576-93086fa753c6 admin admin] Publish callbacks [] for security_group (c60877b0-e274-4a71-9af0-0906e37c9e4e), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:19.850531 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4c715ead-86ac-4154-a3fb-c3a3baed800e req-173bc118-4d0d-4493-af5a-73aa9a20cc22 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216445 Aug 02 13:38:19.852110 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb8123-7557-40d4-a0ec-f7a11c114d61 req-0e3fade8-7109-47ef-8ea0-15f6946eda11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:19.853489 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e4fb8123-7557-40d4-a0ec-f7a11c114d61 req-0e3fade8-7109-47ef-8ea0-15f6946eda11 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8569d97-f9a0-41c9-a9b0-dce29c9f7e4e HTTP/1.1" status: 200 len: 854 time: 0.0840213 Aug 02 13:38:19.915521 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb8123-7557-40d4-a0ec-f7a11c114d61 req-66d36ae8-117c-4ac6-b1f1-f1114babec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:19.917103 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e4fb8123-7557-40d4-a0ec-f7a11c114d61 req-66d36ae8-117c-4ac6-b1f1-f1114babec57 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b9a0aff9-4db3-4151-8258-5ca59205b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564225 Aug 02 13:38:19.954564 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e33e0-4020-4642-83e1-2f269b10896e req-2f5c10c1-3e4a-4333-ac37-2eb11dc11f78 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:19.956092 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-768e33e0-4020-4642-83e1-2f269b10896e req-2f5c10c1-3e4a-4333-ac37-2eb11dc11f78 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 943 time: 0.0591574 Aug 02 13:38:19.957211 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-89fa9626-7a55-47d2-b576-93086fa753c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (c60877b0-e274-4a71-9af0-0906e37c9e4e), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:19.959854 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-89fa9626-7a55-47d2-b576-93086fa753c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:19.962480 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-89fa9626-7a55-47d2-b576-93086fa753c6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c60877b0-e274-4a71-9af0-0906e37c9e4e HTTP/1.1" status: 204 len: 168 time: 0.2710061 Aug 02 13:38:19.976463 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa9626-7a55-47d2-b576-93086fa753c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60877b0-e274-4a71-9af0-0906e37c9e4e,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:20.026025 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 33630) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:20.056294 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-768e33e0-4020-4642-83e1-2f269b10896e req-fdf51f0b-7ede-404b-990e-fc28a34ac88f tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2d4e4e2-910b-420c-bec2-0c429e4c5f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900047 Aug 02 13:38:20.230931 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-be37efc5-3f9b-470b-ad5c-d1c28bd7664d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:20.245645 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e4fb8123-7557-40d4-a0ec-f7a11c114d61 req-5bbcf705-63e0-4bbd-8e44-2465f30363d6 service neutron] 10.222.0.20 "GET /v2.0/networks/b9a0aff9-4db3-4151-8258-5ca59205b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220074 Aug 02 13:38:20.302238 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 07a433de-ed34-4e77-8ed2-5752c7ea7af5 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 13:38:20.373670 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e4fb8123-7557-40d4-a0ec-f7a11c114d61 req-25aa1dcc-ae6c-4c61-8736-d2fc6a01c96f service neutron] 10.222.0.20 "GET /v2.0/networks/b9a0aff9-4db3-4151-8258-5ca59205b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196990 Aug 02 13:38:20.411093 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-be37efc5-3f9b-470b-ad5c-d1c28bd7664d admin admin] Publish callbacks [] for security_group (c0b7252c-c8af-49e1-8619-ca01560ee74e), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:20.436573 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 07a433de-ed34-4e77-8ed2-5752c7ea7af5, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=07a433de-ed34-4e77-8ed2-5752c7ea7af5,segment=NetworkSegment(dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3),segment_id=dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:38:20.460140 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Returning: {'device': '07a433de-ed34-4e77-8ed2-5752c7ea7af5', 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856', 'port_id': '07a433de-ed34-4e77-8ed2-5752c7ea7af5', 'mac_address': 'fa:16:3e:80:78:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0b5949-955c-4523-bfdd-355b4cc3e5d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 13:38:20.479090 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-be37efc5-3f9b-470b-ad5c-d1c28bd7664d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (c0b7252c-c8af-49e1-8619-ca01560ee74e), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:20.519019 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a1eeb-07ca-4ff2-ac0f-39f3c410e762 req-8302fa6c-8d77-4afd-9529-a6e35c35d2cd tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:20.527929 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-b19a1eeb-07ca-4ff2-ac0f-39f3c410e762 req-8302fa6c-8d77-4afd-9529-a6e35c35d2cd tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 943 time: 0.0737057 Aug 02 13:38:20.555946 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37efc5-3f9b-470b-ad5c-d1c28bd7664d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b7252c-c8af-49e1-8619-ca01560ee74e,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:20.569738 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-be37efc5-3f9b-470b-ad5c-d1c28bd7664d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4992f4ad70fd48748d268035bc5a27df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5513952 Aug 02 13:38:20.569917 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 33646) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:20.574187 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port 07a433de-ed34-4e77-8ed2-5752c7ea7af5 is: DOWN; New status is: BUILD {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:38:20.574694 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (07a433de-ed34-4e77-8ed2-5752c7ea7af5), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:20.588972 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d282b-b405-41b1-adb6-c9c37ef34265 req-cac99015-906e-436e-a38e-168914ea98fa tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:20.592328 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-024d282b-b405-41b1-adb6-c9c37ef34265 req-cac99015-906e-436e-a38e-168914ea98fa tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7419ea33-4f31-4b76-8a22-38471cc0a6c0 HTTP/1.1" status: 200 len: 944 time: 0.1383860 Aug 02 13:38:20.618706 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07a433de-ed34-4e77-8ed2-5752c7ea7af5 {{(pid=104370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:38:20.621625 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-b19a1eeb-07ca-4ff2-ac0f-39f3c410e762 req-299e9f01-742f-4b7d-82b0-fddede3b0e42 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875387 Aug 02 13:38:20.646201 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 07a433de-ed34-4e77-8ed2-5752c7ea7af5, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=07a433de-ed34-4e77-8ed2-5752c7ea7af5,segment=NetworkSegment(dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3),segment_id=dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:38:20.664102 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-024d282b-b405-41b1-adb6-c9c37ef34265 req-c9cf03e7-ac8b-4fcf-8ed2-8165bac1bb7e tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=5979007a-a5de-4718-99e3-2cdcb2332487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658875 Aug 02 13:38:20.676164 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6afeca99-0260-4fc9-a73e-a12fee112629 admin admin] Publish callbacks [] for security_group (c0b7252c-c8af-49e1-8619-ca01560ee74e), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:20.715147 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6afeca99-0260-4fc9-a73e-a12fee112629 admin admin] Publish callbacks [] for security_group (c0b7252c-c8af-49e1-8619-ca01560ee74e), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:20.766202 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (07a433de-ed34-4e77-8ed2-5752c7ea7af5), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:20.768636 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 6862f390-f1d1-4e55-8059-519dac8f3ec6 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 13:38:20.852075 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6afeca99-0260-4fc9-a73e-a12fee112629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (c0b7252c-c8af-49e1-8619-ca01560ee74e), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:20.855594 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6afeca99-0260-4fc9-a73e-a12fee112629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:20.859436 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-6afeca99-0260-4fc9-a73e-a12fee112629 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c0b7252c-c8af-49e1-8619-ca01560ee74e HTTP/1.1" status: 204 len: 168 time: 0.2855577 Aug 02 13:38:20.861767 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=07a433de-ed34-4e77-8ed2-5752c7ea7af5,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:20.870827 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afeca99-0260-4fc9-a73e-a12fee112629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b7252c-c8af-49e1-8619-ca01560ee74e,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:20.925780 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 6862f390-f1d1-4e55-8059-519dac8f3ec6, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6862f390-f1d1-4e55-8059-519dac8f3ec6,segment=NetworkSegment(4b13322e-2ced-4124-a560-d547d2d4a361),segment_id=4b13322e-2ced-4124-a560-d547d2d4a361)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:38:20.939465 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Returning: {'device': '6862f390-f1d1-4e55-8059-519dac8f3ec6', 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4', 'port_id': '6862f390-f1d1-4e55-8059-519dac8f3ec6', 'mac_address': 'fa:16:3e:d2:1f:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce360482-e138-41d7-8f5d-ea14c6cf06af', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 13:38:21.001261 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port 6862f390-f1d1-4e55-8059-519dac8f3ec6 is: DOWN; New status is: BUILD {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:38:21.001648 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (6862f390-f1d1-4e55-8059-519dac8f3ec6), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:21.022591 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6862f390-f1d1-4e55-8059-519dac8f3ec6 {{(pid=104370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:38:21.033831 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f5f3e-48e8-4378-9f7d-6e3ec95b3c4d req-499c10a5-b66c-4cc6-846b-5eaa658f194f tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:21.036339 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-944f5f3e-48e8-4378-9f7d-6e3ec95b3c4d req-499c10a5-b66c-4cc6-846b-5eaa658f194f tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 945 time: 0.0995009 Aug 02 13:38:21.050932 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 6862f390-f1d1-4e55-8059-519dac8f3ec6, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6862f390-f1d1-4e55-8059-519dac8f3ec6,segment=NetworkSegment(4b13322e-2ced-4124-a560-d547d2d4a361),segment_id=4b13322e-2ced-4124-a560-d547d2d4a361)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:38:21.090069 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-944f5f3e-48e8-4378-9f7d-6e3ec95b3c4d req-46e1602a-e918-46ea-9b37-b2d0b6f69c21 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467145 Aug 02 13:38:21.158902 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (6862f390-f1d1-4e55-8059-519dac8f3ec6), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:21.160048 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 602680bb-1211-41be-aba8-9ab945e5b78b details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 13:38:21.210888 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47e954-9535-4f47-b589-b43c3c80b283 req-d76b4c9a-1bbb-467a-aedb-31120218594b tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:21.214109 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4a47e954-9535-4f47-b589-b43c3c80b283 req-d76b4c9a-1bbb-467a-aedb-31120218594b tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 943 time: 0.0807154 Aug 02 13:38:21.257806 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=6862f390-f1d1-4e55-8059-519dac8f3ec6,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:21.271748 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 33670) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:21.277472 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4a47e954-9535-4f47-b589-b43c3c80b283 req-7b44227c-0074-4dbc-91a6-27f6acc09bea tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2d4e4e2-910b-420c-bec2-0c429e4c5f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572593 Aug 02 13:38:21.395850 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 602680bb-1211-41be-aba8-9ab945e5b78b, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=602680bb-1211-41be-aba8-9ab945e5b78b,segment=NetworkSegment(ae4f2447-af72-4e30-a37d-256d40f51a46),segment_id=ae4f2447-af72-4e30-a37d-256d40f51a46)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:38:21.414794 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Returning: {'device': '602680bb-1211-41be-aba8-9ab945e5b78b', 'network_id': 'df19bf30-0bac-486d-8758-b5944460b12a', 'port_id': '602680bb-1211-41be-aba8-9ab945e5b78b', 'mac_address': 'fa:16:3e:56:94:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dd572fa-43f9-4a6d-9427-7865d3e644e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 13:38:21.451644 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port 602680bb-1211-41be-aba8-9ab945e5b78b is: DOWN; New status is: BUILD {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:38:21.452044 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (602680bb-1211-41be-aba8-9ab945e5b78b), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:21.466532 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 602680bb-1211-41be-aba8-9ab945e5b78b {{(pid=104370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:38:21.467836 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-fd194da6-c886-40ce-8925-ae152c5a8cf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:21.491875 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 602680bb-1211-41be-aba8-9ab945e5b78b, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=602680bb-1211-41be-aba8-9ab945e5b78b,segment=NetworkSegment(ae4f2447-af72-4e30-a37d-256d40f51a46),segment_id=ae4f2447-af72-4e30-a37d-256d40f51a46)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:38:21.558748 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-fd194da6-c886-40ce-8925-ae152c5a8cf5 admin admin] Publish callbacks [] for security_group (b0291be2-2ebb-4c5f-be54-f06257712827), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:21.580317 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (602680bb-1211-41be-aba8-9ab945e5b78b), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:21.580939 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device e8f5c259-0492-4bee-a27b-756427eaf688 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 13:38:21.691839 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-fd194da6-c886-40ce-8925-ae152c5a8cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (b0291be2-2ebb-4c5f-be54-f06257712827), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:21.696035 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=602680bb-1211-41be-aba8-9ab945e5b78b,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:21.775249 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port e8f5c259-0492-4bee-a27b-756427eaf688, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=e8f5c259-0492-4bee-a27b-756427eaf688,segment=NetworkSegment(ce1819a5-765d-4f56-8809-88a6774bc35d),segment_id=ce1819a5-765d-4f56-8809-88a6774bc35d)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:38:21.805680 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd194da6-c886-40ce-8925-ae152c5a8cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0291be2-2ebb-4c5f-be54-f06257712827,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:21.811958 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Returning: {'device': 'e8f5c259-0492-4bee-a27b-756427eaf688', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'port_id': 'e8f5c259-0492-4bee-a27b-756427eaf688', 'mac_address': 'fa:16:3e:44:a4:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 13:38:21.823913 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-fd194da6-c886-40ce-8925-ae152c5a8cf5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=42d04eccd1754d159f86fb6621ec5348&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5510595 Aug 02 13:38:21.834131 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 33698) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:21.878498 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2e79a-315e-4155-96b4-e489c817771b req-ccad6a19-4242-456a-98f9-f745844752c9 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:21.883977 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7100e-c721-406c-8121-c4e6d8898c9c req-30e24717-a1df-40df-88cb-33d0e03fb149 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:21.885701 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-0ee7100e-c721-406c-8121-c4e6d8898c9c req-30e24717-a1df-40df-88cb-33d0e03fb149 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7419ea33-4f31-4b76-8a22-38471cc0a6c0 HTTP/1.1" status: 200 len: 944 time: 0.0972250 Aug 02 13:38:21.888585 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d4a2e79a-315e-4155-96b4-e489c817771b req-ccad6a19-4242-456a-98f9-f745844752c9 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 944 time: 0.1476676 Aug 02 13:38:21.904993 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port e8f5c259-0492-4bee-a27b-756427eaf688 is: DOWN; New status is: BUILD {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:38:21.905424 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (e8f5c259-0492-4bee-a27b-756427eaf688), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:21.922484 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8f5c259-0492-4bee-a27b-756427eaf688 {{(pid=104370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:38:21.953237 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-0ee7100e-c721-406c-8121-c4e6d8898c9c req-d8dc045f-86cd-440a-a228-17eec8671ff9 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=5979007a-a5de-4718-99e3-2cdcb2332487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559571 Aug 02 13:38:21.956751 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port e8f5c259-0492-4bee-a27b-756427eaf688, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=e8f5c259-0492-4bee-a27b-756427eaf688,segment=NetworkSegment(ce1819a5-765d-4f56-8809-88a6774bc35d),segment_id=ce1819a5-765d-4f56-8809-88a6774bc35d)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:38:21.969512 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-415d1a38-00b5-4bef-ae1c-3fbe06105a05 admin admin] Publish callbacks [] for security_group (b0291be2-2ebb-4c5f-be54-f06257712827), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:21.986843 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d4a2e79a-315e-4155-96b4-e489c817771b req-0ec247cb-2a5c-4254-9644-0fb8ad6f7bbc tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955489 Aug 02 13:38:22.008786 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-415d1a38-00b5-4bef-ae1c-3fbe06105a05 admin admin] Publish callbacks [] for security_group (b0291be2-2ebb-4c5f-be54-f06257712827), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:22.061083 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (e8f5c259-0492-4bee-a27b-756427eaf688), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:22.061757 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 7d198dca-3e54-4c31-8cf4-c2ff636b00b7 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 13:38:22.139782 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 7d198dca-3e54-4c31-8cf4-c2ff636b00b7, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7d198dca-3e54-4c31-8cf4-c2ff636b00b7,segment=NetworkSegment(4b13322e-2ced-4124-a560-d547d2d4a361),segment_id=4b13322e-2ced-4124-a560-d547d2d4a361)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:38:22.141135 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-415d1a38-00b5-4bef-ae1c-3fbe06105a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (b0291be2-2ebb-4c5f-be54-f06257712827), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:22.142859 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=e8f5c259-0492-4bee-a27b-756427eaf688,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:22.145798 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-415d1a38-00b5-4bef-ae1c-3fbe06105a05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:22.149502 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-415d1a38-00b5-4bef-ae1c-3fbe06105a05 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b0291be2-2ebb-4c5f-be54-f06257712827 HTTP/1.1" status: 204 len: 168 time: 0.3115039 Aug 02 13:38:22.158545 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d1a38-00b5-4bef-ae1c-3fbe06105a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0291be2-2ebb-4c5f-be54-f06257712827,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:22.169302 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Returning: {'device': '7d198dca-3e54-4c31-8cf4-c2ff636b00b7', 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4', 'port_id': '7d198dca-3e54-4c31-8cf4-c2ff636b00b7', 'mac_address': 'fa:16:3e:d5:78:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce360482-e138-41d7-8f5d-ea14c6cf06af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 13:38:22.277818 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port 7d198dca-3e54-4c31-8cf4-c2ff636b00b7 is: DOWN; New status is: BUILD {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:38:22.279038 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (7d198dca-3e54-4c31-8cf4-c2ff636b00b7), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:22.279192 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5fba95-4932-43e7-a49a-aeb3d145355a req-e86d5b88-cfd5-45cf-8d12-cd0fad539388 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:22.280948 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-3e5fba95-4932-43e7-a49a-aeb3d145355a req-e86d5b88-cfd5-45cf-8d12-cd0fad539388 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 945 time: 0.0782783 Aug 02 13:38:22.317786 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d198dca-3e54-4c31-8cf4-c2ff636b00b7 {{(pid=104370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:38:22.470002 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-3e5fba95-4932-43e7-a49a-aeb3d145355a req-b36a7a8d-7dea-47ad-8e0d-c0b910f12349 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648433 Aug 02 13:38:22.529665 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318ca1a-5f6b-41ce-a4b8-13856f56c1a2 req-50b38837-b018-4a16-8f61-d7269067c3c8 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:22.531579 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2318ca1a-5f6b-41ce-a4b8-13856f56c1a2 req-50b38837-b018-4a16-8f61-d7269067c3c8 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 944 time: 0.1133380 Aug 02 13:38:22.534345 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 7d198dca-3e54-4c31-8cf4-c2ff636b00b7, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7d198dca-3e54-4c31-8cf4-c2ff636b00b7,segment=NetworkSegment(4b13322e-2ced-4124-a560-d547d2d4a361),segment_id=4b13322e-2ced-4124-a560-d547d2d4a361)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:38:22.597421 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2318ca1a-5f6b-41ce-a4b8-13856f56c1a2 req-ac9b861d-f21a-47c9-8eb1-598c3ade8b22 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2d4e4e2-910b-420c-bec2-0c429e4c5f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587218 Aug 02 13:38:23.099346 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00e005-7057-46be-8025-e349796d876d req-81f8b0ab-d54f-45dd-8a56-596fff44adfc tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:23.100998 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1a00e005-7057-46be-8025-e349796d876d req-81f8b0ab-d54f-45dd-8a56-596fff44adfc tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7419ea33-4f31-4b76-8a22-38471cc0a6c0 HTTP/1.1" status: 200 len: 945 time: 0.0668871 Aug 02 13:38:23.138292 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd35897-6e9f-4fd6-b6ff-e78d06596033 req-6679913e-58e1-4251-98f0-b79b871670e0 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:23.140556 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ddd35897-6e9f-4fd6-b6ff-e78d06596033 req-6679913e-58e1-4251-98f0-b79b871670e0 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 944 time: 0.0775557 Aug 02 13:38:23.187651 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1a00e005-7057-46be-8025-e349796d876d req-b87552b8-6fb7-4edb-96bf-0d3269f53e7c tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=5979007a-a5de-4718-99e3-2cdcb2332487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695193 Aug 02 13:38:23.209747 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ddd35897-6e9f-4fd6-b6ff-e78d06596033 req-966e14eb-b27f-4f33-a2bf-70dc5093ec43 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616949 Aug 02 13:38:23.627000 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288534f-b31e-41bd-959b-28ddcda3ab24 req-ced84815-bac0-4c7c-a1db-7eb8f241b35e tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:23.629038 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e288534f-b31e-41bd-959b-28ddcda3ab24 req-ced84815-bac0-4c7c-a1db-7eb8f241b35e tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 945 time: 0.0619185 Aug 02 13:38:23.704722 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e288534f-b31e-41bd-959b-28ddcda3ab24 req-9d5928eb-a762-4e56-a98d-3d66c466d478 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639486 Aug 02 13:38:23.803884 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775add8-fc89-4a2e-8a35-bd700851e80f req-00cabec2-3b79-4117-80cd-095ee96687e9 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:23.805399 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-b775add8-fc89-4a2e-8a35-bd700851e80f req-00cabec2-3b79-4117-80cd-095ee96687e9 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 944 time: 0.0740275 Aug 02 13:38:23.860434 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (7d198dca-3e54-4c31-8cf4-c2ff636b00b7), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:23.861039 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-b775add8-fc89-4a2e-8a35-bd700851e80f req-f91f2f35-5907-49d8-81cf-0c36083c7bde tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2d4e4e2-910b-420c-bec2-0c429e4c5f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486004 Aug 02 13:38:23.925469 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=7d198dca-3e54-4c31-8cf4-c2ff636b00b7,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:24.178116 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-99fca638-e5b4-4878-84b1-d260c94ae0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:24.344721 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['e8f5c259-0492-4bee-a27b-756427eaf688'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:38:24.370911 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d7bdc-9d87-45cb-985a-cd13f2958129 req-55d3317b-1419-4bc3-a2c1-7a32221b8b2f tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:24.373103 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e00d7bdc-9d87-45cb-985a-cd13f2958129 req-55d3317b-1419-4bc3-a2c1-7a32221b8b2f tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7419ea33-4f31-4b76-8a22-38471cc0a6c0 HTTP/1.1" status: 200 len: 945 time: 0.0821576 Aug 02 13:38:24.427708 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bf4bb-107c-42e8-a2f0-548a13d6195c req-56e265c9-88bf-4775-9c94-1681647fbf16 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:24.442640 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-be7bf4bb-107c-42e8-a2f0-548a13d6195c req-56e265c9-88bf-4775-9c94-1681647fbf16 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 944 time: 0.1286523 Aug 02 13:38:24.484476 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['7d198dca-3e54-4c31-8cf4-c2ff636b00b7'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:38:24.517267 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e00d7bdc-9d87-45cb-985a-cd13f2958129 req-a8a80053-f75b-42be-a867-0818b436eb9e tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=5979007a-a5de-4718-99e3-2cdcb2332487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362212 Aug 02 13:38:24.521074 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['07a433de-ed34-4e77-8ed2-5752c7ea7af5'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:38:24.523035 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['602680bb-1211-41be-aba8-9ab945e5b78b'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:38:24.525651 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['6862f390-f1d1-4e55-8059-519dac8f3ec6'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:38:24.593817 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-be7bf4bb-107c-42e8-a2f0-548a13d6195c req-c4ce698b-0347-4fe5-9f34-0e7539df11f4 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408122 Aug 02 13:38:24.702226 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:38:24.907835 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 33768) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:24.947571 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e7bf5-2eba-42d4-8f64-d7fdb4966006 req-b2c10aac-db21-40e0-90a0-0466ebf3e588 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:24.958665 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-1ecf0a03-0b5c-47e7-8df3-e94ae8587139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:24.962169 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e55e7bf5-2eba-42d4-8f64-d7fdb4966006 req-b2c10aac-db21-40e0-90a0-0466ebf3e588 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 945 time: 0.1312943 Aug 02 13:38:25.115713 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-1ecf0a03-0b5c-47e7-8df3-e94ae8587139 admin admin] Publish callbacks [] for security_group (a351b973-c1f8-4876-9d74-4149e228b0bc), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:25.164731 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e55e7bf5-2eba-42d4-8f64-d7fdb4966006 req-c2e58a01-4241-43b4-a017-6c444302f851 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966858 Aug 02 13:38:25.219557 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-1ecf0a03-0b5c-47e7-8df3-e94ae8587139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (a351b973-c1f8-4876-9d74-4149e228b0bc), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:25.285081 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-1ecf0a03-0b5c-47e7-8df3-e94ae8587139 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7d533f506aa8428da799d343dbb16fd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3755982 Aug 02 13:38:25.293403 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d13b0-a9c9-4ff2-9bb9-118f49d5b6c9 req-dc5a068d-9d71-4b3b-bb33-2be4dc638fd4 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:25.294033 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 33774) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:25.295444 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a84d13b0-a9c9-4ff2-9bb9-118f49d5b6c9 req-dc5a068d-9d71-4b3b-bb33-2be4dc638fd4 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 944 time: 0.2921152 Aug 02 13:38:25.296421 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf0a03-0b5c-47e7-8df3-e94ae8587139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a351b973-c1f8-4876-9d74-4149e228b0bc,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:25.387715 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a84d13b0-a9c9-4ff2-9bb9-118f49d5b6c9 req-a3f7509a-b056-48d3-8782-64684a9b07b7 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2d4e4e2-910b-420c-bec2-0c429e4c5f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782266 Aug 02 13:38:25.400329 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2ada4ddb-5f41-4030-9228-26d93221a386 admin admin] Publish callbacks [] for security_group (a351b973-c1f8-4876-9d74-4149e228b0bc), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:25.419043 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:25.457845 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2ada4ddb-5f41-4030-9228-26d93221a386 admin admin] Publish callbacks [] for security_group (a351b973-c1f8-4876-9d74-4149e228b0bc), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:25.613938 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2ada4ddb-5f41-4030-9228-26d93221a386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (a351b973-c1f8-4876-9d74-4149e228b0bc), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:25.620786 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2ada4ddb-5f41-4030-9228-26d93221a386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:25.629110 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-2ada4ddb-5f41-4030-9228-26d93221a386 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a351b973-c1f8-4876-9d74-4149e228b0bc HTTP/1.1" status: 204 len: 168 time: 0.3332844 Aug 02 13:38:25.650113 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada4ddb-5f41-4030-9228-26d93221a386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a351b973-c1f8-4876-9d74-4149e228b0bc,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:25.856204 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2821bc-f45b-43c7-b1b2-ad9e2ea0eae9 req-2a49dfdb-30e8-49b3-b4de-4c1dba86f450 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:25.858921 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-de2821bc-f45b-43c7-b1b2-ad9e2ea0eae9 req-2a49dfdb-30e8-49b3-b4de-4c1dba86f450 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 944 time: 0.1301289 Aug 02 13:38:25.859854 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82599b11-915c-42ba-807d-e242c979f21b req-1b564e56-d9a0-4d9b-814b-3b567906f709 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:25.890766 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-82599b11-915c-42ba-807d-e242c979f21b req-1b564e56-d9a0-4d9b-814b-3b567906f709 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7419ea33-4f31-4b76-8a22-38471cc0a6c0 HTTP/1.1" status: 200 len: 945 time: 0.2331326 Aug 02 13:38:26.098944 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-de2821bc-f45b-43c7-b1b2-ad9e2ea0eae9 req-795ee648-4115-4f15-8561-f33902d6e4ca tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339637 Aug 02 13:38:26.114420 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-82599b11-915c-42ba-807d-e242c979f21b req-fa73cc60-5ee9-463c-a87d-d196eff2e65e tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=5979007a-a5de-4718-99e3-2cdcb2332487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107069 Aug 02 13:38:26.342837 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a44c3-8cb9-4dcb-a73a-19ec3349dc8e req-15a28a5d-850c-4737-b396-0e4052f57283 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:26.344550 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f10a44c3-8cb9-4dcb-a73a-19ec3349dc8e req-15a28a5d-850c-4737-b396-0e4052f57283 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 945 time: 0.0924110 Aug 02 13:38:26.412305 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f10a44c3-8cb9-4dcb-a73a-19ec3349dc8e req-34e35b86-d416-43b7-a3d2-721ea01a8bbe tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609651 Aug 02 13:38:26.457460 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-af105c65-64b8-4147-a11b-4cbea76ca507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:26.638466 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378497f-ea7f-4689-a223-ad0445c312d3 req-258489b7-1967-44a3-a618-443fc909f704 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:26.647495 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-8378497f-ea7f-4689-a223-ad0445c312d3 req-258489b7-1967-44a3-a618-443fc909f704 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 944 time: 0.1052358 Aug 02 13:38:26.746018 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-8378497f-ea7f-4689-a223-ad0445c312d3 req-18b66f6e-dcb1-4d9e-9fb0-c786d1f72c47 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2d4e4e2-910b-420c-bec2-0c429e4c5f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913386 Aug 02 13:38:27.294973 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af110bb8-218d-469d-8a87-9e39acc1fea8 req-17e323b8-0b4f-4935-bc13-7a67bf14d5c5 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:27.304903 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-af110bb8-218d-469d-8a87-9e39acc1fea8 req-17e323b8-0b4f-4935-bc13-7a67bf14d5c5 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 944 time: 0.0859015 Aug 02 13:38:27.314825 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63175315-a9b8-4e84-b820-676812f89daa req-ab809dd7-6fe8-4de5-8cd8-1ed0932ecbb6 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:27.316419 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-63175315-a9b8-4e84-b820-676812f89daa req-ab809dd7-6fe8-4de5-8cd8-1ed0932ecbb6 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7419ea33-4f31-4b76-8a22-38471cc0a6c0 HTTP/1.1" status: 200 len: 945 time: 0.0934381 Aug 02 13:38:27.388794 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-af110bb8-218d-469d-8a87-9e39acc1fea8 req-c19f0a83-b8c1-46e6-8a09-f5994b7e667c tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773263 Aug 02 13:38:27.432257 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-63175315-a9b8-4e84-b820-676812f89daa req-a1dbb31b-d96a-43e5-93dd-35380b8552b7 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=5979007a-a5de-4718-99e3-2cdcb2332487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974894 Aug 02 13:38:27.602686 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:27.629389 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4a26e-3ae4-41c0-9611-e72b855b6dbf req-202a22f8-b7a5-4b9c-bb95-ed24185455a3 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:27.631082 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-24b4a26e-3ae4-41c0-9611-e72b855b6dbf req-202a22f8-b7a5-4b9c-bb95-ed24185455a3 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 945 time: 0.0844412 Aug 02 13:38:27.693095 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-24b4a26e-3ae4-41c0-9611-e72b855b6dbf req-53d73f71-1a98-4cf3-9b41-3add4a4a39c8 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559747 Aug 02 13:38:27.867113 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 6862f390-f1d1-4e55-8059-519dac8f3ec6 up at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:38:27.893514 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d57ad-362a-459e-8807-a7946a43772c req-78b28f7c-1840-4995-acd3-dfae2cc86383 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:27.895369 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-064d57ad-362a-459e-8807-a7946a43772c req-78b28f7c-1840-4995-acd3-dfae2cc86383 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 944 time: 0.0586715 Aug 02 13:38:27.948712 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-064d57ad-362a-459e-8807-a7946a43772c req-c95c4e60-ba6c-4e56-9528-e063a1a402ab tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2d4e4e2-910b-420c-bec2-0c429e4c5f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429714 Aug 02 13:38:27.991486 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning for port 6862f390-f1d1-4e55-8059-519dac8f3ec6 completed by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 02 13:38:27.995774 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning complete for port 6862f390-f1d1-4e55-8059-519dac8f3ec6 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:38:27.996178 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (6862f390-f1d1-4e55-8059-519dac8f3ec6), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:28.070941 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port 6862f390-f1d1-4e55-8059-519dac8f3ec6 is: BUILD; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:38:28.071338 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (6862f390-f1d1-4e55-8059-519dac8f3ec6), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:28.095282 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13960c5-3095-42ba-be58-216a7e1e5050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6862f390-f1d1-4e55-8059-519dac8f3ec6'}] {{(pid=104370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:38:28.172737 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 6862f390-f1d1-4e55-8059-519dac8f3ec6, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6862f390-f1d1-4e55-8059-519dac8f3ec6,segment=NetworkSegment(4b13322e-2ced-4124-a560-d547d2d4a361),segment_id=4b13322e-2ced-4124-a560-d547d2d4a361)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:38:28.260396 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (6862f390-f1d1-4e55-8059-519dac8f3ec6), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:28.261526 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 602680bb-1211-41be-aba8-9ab945e5b78b up at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:38:28.287374 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7baa883c66606d2bd29c352a6206e712ed5fe15c106669ddbeacd0f82211b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03329a1-00db-46bf-b937-92f690f6fcc8" -d '{"events": [{"server_uuid": "d13960c5-3095-42ba-be58-216a7e1e5050", "name": "network-vif-plugged", "status": "completed", "tag": "6862f390-f1d1-4e55-8059-519dac8f3ec6"}]}' {{(pid=104370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:38:28.344197 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=6862f390-f1d1-4e55-8059-519dac8f3ec6,revision_number=5']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:28.393043 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b386fdd9-e91e-42d4-89b5-68bcb1d12ef7 x-openstack-request-id: req-b386fdd9-e91e-42d4-89b5-68bcb1d12ef7 {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:38:28.393043 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13960c5-3095-42ba-be58-216a7e1e5050", "name": "network-vif-plugged", "status": "completed", "tag": "6862f390-f1d1-4e55-8059-519dac8f3ec6", "code": 200}]} {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:38:28.393043 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b386fdd9-e91e-42d4-89b5-68bcb1d12ef7 {{(pid=104370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:38:28.393043 dv-cinder-847864-8-iscsi neutron-server[104370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b386fdd9-e91e-42d4-89b5-68bcb1d12ef7'] response: {'server_uuid': 'd13960c5-3095-42ba-be58-216a7e1e5050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6862f390-f1d1-4e55-8059-519dac8f3ec6', 'code': 200} Aug 02 13:38:28.503465 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning for port 602680bb-1211-41be-aba8-9ab945e5b78b completed by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 02 13:38:28.515580 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning complete for port 602680bb-1211-41be-aba8-9ab945e5b78b triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:38:28.516035 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (602680bb-1211-41be-aba8-9ab945e5b78b), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:28.538650 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a16810-2761-4aa2-b571-b480c6d0967d req-b0e5e49a-5a80-4c0d-a2fc-aca753ce9783 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:28.546775 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-94a16810-2761-4aa2-b571-b480c6d0967d req-b0e5e49a-5a80-4c0d-a2fc-aca753ce9783 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.0862081 Aug 02 13:38:28.624466 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d782a-cfd3-47a1-97ff-e5d65f7c22cc req-739f4dbf-0ec2-418b-9b82-f2215b96b676 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:28.631882 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-329d782a-cfd3-47a1-97ff-e5d65f7c22cc req-739f4dbf-0ec2-418b-9b82-f2215b96b676 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7419ea33-4f31-4b76-8a22-38471cc0a6c0 HTTP/1.1" status: 200 len: 945 time: 0.0897858 Aug 02 13:38:28.634237 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-94a16810-2761-4aa2-b571-b480c6d0967d req-259e0d4d-a8e8-4b72-844f-47e0fa87e122 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861034 Aug 02 13:38:28.695618 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port 602680bb-1211-41be-aba8-9ab945e5b78b is: BUILD; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:38:28.696665 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (602680bb-1211-41be-aba8-9ab945e5b78b), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:28.718670 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-329d782a-cfd3-47a1-97ff-e5d65f7c22cc req-8c55bf42-651c-4c3f-9ff9-ad699270363d tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=5979007a-a5de-4718-99e3-2cdcb2332487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804799 Aug 02 13:38:28.757021 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 602680bb-1211-41be-aba8-9ab945e5b78b, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=602680bb-1211-41be-aba8-9ab945e5b78b,segment=NetworkSegment(ae4f2447-af72-4e30-a37d-256d40f51a46),segment_id=ae4f2447-af72-4e30-a37d-256d40f51a46)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:38:28.815785 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (602680bb-1211-41be-aba8-9ab945e5b78b), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:28.816357 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device e8f5c259-0492-4bee-a27b-756427eaf688 up at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:38:28.914340 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=602680bb-1211-41be-aba8-9ab945e5b78b,revision_number=5']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:28.953052 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a12c21-a2bb-4978-b3ce-64f9d740c0a9 req-b5d3c054-ad7c-4a65-bc88-f058c5648fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:28.954855 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-76a12c21-a2bb-4978-b3ce-64f9d740c0a9 req-b5d3c054-ad7c-4a65-bc88-f058c5648fb4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 1129 time: 0.2348151 Aug 02 13:38:28.967308 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ad9b5-e08e-4838-aa1e-69d2fe34d6bb req-35b4f3f6-489c-487f-a27d-36fa77c5d2f1 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:28.969133 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-814ad9b5-e08e-4838-aa1e-69d2fe34d6bb req-35b4f3f6-489c-487f-a27d-36fa77c5d2f1 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 945 time: 0.1564732 Aug 02 13:38:28.994314 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning for port e8f5c259-0492-4bee-a27b-756427eaf688 completed by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 02 13:38:28.999667 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning complete for port e8f5c259-0492-4bee-a27b-756427eaf688 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:38:29.000052 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (e8f5c259-0492-4bee-a27b-756427eaf688), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:29.015922 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-76a12c21-a2bb-4978-b3ce-64f9d740c0a9 req-a38a3bd5-4d45-467a-8c45-f261fd49ce06 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:29.071618 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-814ad9b5-e08e-4838-aa1e-69d2fe34d6bb req-9c813530-a4dc-42f3-a152-e46f88e67c53 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958617 Aug 02 13:38:29.126912 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b65bb7-f41c-42b3-b2d5-2efb11c76b2b req-a78a68d4-9ed3-4f56-b385-20fb4f057587 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:29.134158 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-46b65bb7-f41c-42b3-b2d5-2efb11c76b2b req-a78a68d4-9ed3-4f56-b385-20fb4f057587 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 945 time: 0.0871956 Aug 02 13:38:29.154775 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port e8f5c259-0492-4bee-a27b-756427eaf688 is: BUILD; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:38:29.155301 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (e8f5c259-0492-4bee-a27b-756427eaf688), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:29.162040 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-76a12c21-a2bb-4978-b3ce-64f9d740c0a9 req-a38a3bd5-4d45-467a-8c45-f261fd49ce06 service neutron] Publish callbacks [] for security_group (76009e9f-9e3d-44f7-9336-c906965a78c5), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:29.195688 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-46b65bb7-f41c-42b3-b2d5-2efb11c76b2b req-540dd789-e347-45a3-9eae-2878afd34448 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2d4e4e2-910b-420c-bec2-0c429e4c5f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604622 Aug 02 13:38:29.198130 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port e8f5c259-0492-4bee-a27b-756427eaf688, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=e8f5c259-0492-4bee-a27b-756427eaf688,segment=NetworkSegment(ce1819a5-765d-4f56-8809-88a6774bc35d),segment_id=ce1819a5-765d-4f56-8809-88a6774bc35d)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:38:29.268682 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-76a12c21-a2bb-4978-b3ce-64f9d740c0a9 req-a38a3bd5-4d45-467a-8c45-f261fd49ce06 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (76009e9f-9e3d-44f7-9336-c906965a78c5), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:29.268979 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:29.295266 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (e8f5c259-0492-4bee-a27b-756427eaf688), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:29.296073 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 07a433de-ed34-4e77-8ed2-5752c7ea7af5 up at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:38:29.315740 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-76a12c21-a2bb-4978-b3ce-64f9d740c0a9 req-a38a3bd5-4d45-467a-8c45-f261fd49ce06 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455825 Aug 02 13:38:29.316352 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a3bd5-4d45-467a-8c45-f261fd49ce06 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=76009e9f-9e3d-44f7-9336-c906965a78c5,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:29.369155 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=e8f5c259-0492-4bee-a27b-756427eaf688,revision_number=5']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:29.483187 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning for port 07a433de-ed34-4e77-8ed2-5752c7ea7af5 completed by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 02 13:38:29.490834 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning complete for port 07a433de-ed34-4e77-8ed2-5752c7ea7af5 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:38:29.491216 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (07a433de-ed34-4e77-8ed2-5752c7ea7af5), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:29.589058 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port 07a433de-ed34-4e77-8ed2-5752c7ea7af5 is: BUILD; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:38:29.589457 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (07a433de-ed34-4e77-8ed2-5752c7ea7af5), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:29.626930 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 07a433de-ed34-4e77-8ed2-5752c7ea7af5, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=07a433de-ed34-4e77-8ed2-5752c7ea7af5,segment=NetworkSegment(dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3),segment_id=dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:38:29.689489 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (07a433de-ed34-4e77-8ed2-5752c7ea7af5), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:29.692289 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 7d198dca-3e54-4c31-8cf4-c2ff636b00b7 up at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:38:29.783447 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216764a-9c00-4660-a09f-ad6dc45a0397 req-d79f2988-7451-4e4d-89b3-8517b22c1755 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:29.785191 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-7216764a-9c00-4660-a09f-ad6dc45a0397 req-d79f2988-7451-4e4d-89b3-8517b22c1755 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.0735984 Aug 02 13:38:29.795167 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=07a433de-ed34-4e77-8ed2-5752c7ea7af5,revision_number=5']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:29.847618 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-7216764a-9c00-4660-a09f-ad6dc45a0397 req-a467ff00-383d-4a36-9cad-68829191e517 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541992 Aug 02 13:38:29.894994 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning for port 7d198dca-3e54-4c31-8cf4-c2ff636b00b7 completed by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 02 13:38:29.896474 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee95831-9ab0-42ab-8cd3-7bcb7884305f req-178a5ed7-290b-4976-b245-46cb22829c9f tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:29.897994 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9ee95831-9ab0-42ab-8cd3-7bcb7884305f req-178a5ed7-290b-4976-b245-46cb22829c9f tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7419ea33-4f31-4b76-8a22-38471cc0a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0631471 Aug 02 13:38:29.900121 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning complete for port 7d198dca-3e54-4c31-8cf4-c2ff636b00b7 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:38:29.900644 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (7d198dca-3e54-4c31-8cf4-c2ff636b00b7), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:29.957476 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9ee95831-9ab0-42ab-8cd3-7bcb7884305f req-0ae7d98b-296c-405c-8761-e7c0b188ef6e tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=5979007a-a5de-4718-99e3-2cdcb2332487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526216 Aug 02 13:38:29.990222 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port 7d198dca-3e54-4c31-8cf4-c2ff636b00b7 is: BUILD; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:38:29.990657 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (7d198dca-3e54-4c31-8cf4-c2ff636b00b7), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:30.024910 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 7d198dca-3e54-4c31-8cf4-c2ff636b00b7, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7d198dca-3e54-4c31-8cf4-c2ff636b00b7,segment=NetworkSegment(4b13322e-2ced-4124-a560-d547d2d4a361),segment_id=4b13322e-2ced-4124-a560-d547d2d4a361)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:38:30.138356 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (7d198dca-3e54-4c31-8cf4-c2ff636b00b7), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:30.195781 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=7d198dca-3e54-4c31-8cf4-c2ff636b00b7,revision_number=5']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:30.203066 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed29928-5212-45c9-a512-c4db90b7cacd req-aa2e1ac7-2630-4df7-87f4-d4110291492e tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:30.204952 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-fed29928-5212-45c9-a512-c4db90b7cacd req-aa2e1ac7-2630-4df7-87f4-d4110291492e tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0594444 Aug 02 13:38:30.255409 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-fed29928-5212-45c9-a512-c4db90b7cacd req-41217b5d-8ba0-4e93-b0b3-88d6fec9516d tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446751 Aug 02 13:38:30.324056 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70dbb48-5e27-43f5-93b3-c671712d164b req-b43769a1-11d6-4d51-a00d-f145517db7f5 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:30.326334 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d70dbb48-5e27-43f5-93b3-c671712d164b req-b43769a1-11d6-4d51-a00d-f145517db7f5 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 945 time: 0.0559514 Aug 02 13:38:30.378501 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d70dbb48-5e27-43f5-93b3-c671712d164b req-d74129dc-624e-46e4-9d3b-26934357b81e tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2d4e4e2-910b-420c-bec2-0c429e4c5f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464139 Aug 02 13:38:30.387330 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8eeddfb-c4b5-465d-b537-0088c962b284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602680bb-1211-41be-aba8-9ab945e5b78b'}, {'server_uuid': '7419ea33-4f31-4b76-8a22-38471cc0a6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f5c259-0492-4bee-a27b-756427eaf688'}, {'server_uuid': 'bce75040-8734-456f-a105-d3e5cd74681b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a433de-ed34-4e77-8ed2-5752c7ea7af5'}, {'server_uuid': '314d7ab9-6cc0-45f3-a572-be8e3edee0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d198dca-3e54-4c31-8cf4-c2ff636b00b7'}] {{(pid=104370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:38:30.390692 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7baa883c66606d2bd29c352a6206e712ed5fe15c106669ddbeacd0f82211b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa31bef8-64ec-4685-a6d1-b87aa92c2bb3" -d '{"events": [{"server_uuid": "e8eeddfb-c4b5-465d-b537-0088c962b284", "name": "network-vif-plugged", "status": "completed", "tag": "602680bb-1211-41be-aba8-9ab945e5b78b"}, {"server_uuid": "7419ea33-4f31-4b76-8a22-38471cc0a6c0", "name": "network-vif-plugged", "status": "completed", "tag": "e8f5c259-0492-4bee-a27b-756427eaf688"}, {"server_uuid": "bce75040-8734-456f-a105-d3e5cd74681b", "name": "network-vif-plugged", "status": "completed", "tag": "07a433de-ed34-4e77-8ed2-5752c7ea7af5"}, {"server_uuid": "314d7ab9-6cc0-45f3-a572-be8e3edee0c7", "name": "network-vif-plugged", "status": "completed", "tag": "7d198dca-3e54-4c31-8cf4-c2ff636b00b7"}]}' {{(pid=104370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:38:30.448707 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 02 Aug 2022 13:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92279d1-52dd-41ea-a4cb-99332b463780 x-openstack-request-id: req-d92279d1-52dd-41ea-a4cb-99332b463780 {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:38:30.448707 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8eeddfb-c4b5-465d-b537-0088c962b284", "name": "network-vif-plugged", "status": "completed", "tag": "602680bb-1211-41be-aba8-9ab945e5b78b", "code": 200}, {"server_uuid": "7419ea33-4f31-4b76-8a22-38471cc0a6c0", "name": "network-vif-plugged", "status": "completed", "tag": "e8f5c259-0492-4bee-a27b-756427eaf688", "code": 200}, {"server_uuid": "bce75040-8734-456f-a105-d3e5cd74681b", "name": "network-vif-plugged", "status": "completed", "tag": "07a433de-ed34-4e77-8ed2-5752c7ea7af5", "code": 200}, {"server_uuid": "314d7ab9-6cc0-45f3-a572-be8e3edee0c7", "name": "network-vif-plugged", "status": "completed", "tag": "7d198dca-3e54-4c31-8cf4-c2ff636b00b7", "code": 200}]} {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:38:30.448707 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d92279d1-52dd-41ea-a4cb-99332b463780 {{(pid=104370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:38:30.448707 dv-cinder-847864-8-iscsi neutron-server[104370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d92279d1-52dd-41ea-a4cb-99332b463780'] response: {'server_uuid': 'e8eeddfb-c4b5-465d-b537-0088c962b284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602680bb-1211-41be-aba8-9ab945e5b78b', 'code': 200} Aug 02 13:38:30.448707 dv-cinder-847864-8-iscsi neutron-server[104370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d92279d1-52dd-41ea-a4cb-99332b463780'] response: {'server_uuid': '7419ea33-4f31-4b76-8a22-38471cc0a6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f5c259-0492-4bee-a27b-756427eaf688', 'code': 200} Aug 02 13:38:30.448707 dv-cinder-847864-8-iscsi neutron-server[104370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d92279d1-52dd-41ea-a4cb-99332b463780'] response: {'server_uuid': 'bce75040-8734-456f-a105-d3e5cd74681b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a433de-ed34-4e77-8ed2-5752c7ea7af5', 'code': 200} Aug 02 13:38:30.448707 dv-cinder-847864-8-iscsi neutron-server[104370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d92279d1-52dd-41ea-a4cb-99332b463780'] response: {'server_uuid': '314d7ab9-6cc0-45f3-a572-be8e3edee0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d198dca-3e54-4c31-8cf4-c2ff636b00b7', 'code': 200} Aug 02 13:38:30.671718 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:31.101290 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a9e46-3607-428f-b9d5-869be20e2a28 req-3249639c-8467-4941-ab75-85532a0f49be tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:31.103994 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-201a9e46-3607-428f-b9d5-869be20e2a28 req-3249639c-8467-4941-ab75-85532a0f49be tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.1717496 Aug 02 13:38:31.165708 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b418d2-8f65-4669-878a-fa80d2d1dad8 req-dcaca029-5f8f-4d5a-ab9f-f59c2597efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:31.165708 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-52b418d2-8f65-4669-878a-fa80d2d1dad8 req-dcaca029-5f8f-4d5a-ab9f-f59c2597efdb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7419ea33-4f31-4b76-8a22-38471cc0a6c0 HTTP/1.1" status: 200 len: 1130 time: 0.1816020 Aug 02 13:38:31.168759 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59fb31-c3ed-44f9-9100-97a9bf88ca24 req-1411d3b5-221a-458b-bad8-7db509b45aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:31.170911 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1e59fb31-c3ed-44f9-9100-97a9bf88ca24 req-1411d3b5-221a-458b-bad8-7db509b45aba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 1129 time: 0.1972616 Aug 02 13:38:31.202734 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a98929-3a41-4850-bb1d-321bd14fdc21 req-74504dc5-a8ff-41e3-97a1-66d420523ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:31.204660 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a8a98929-3a41-4850-bb1d-321bd14fdc21 req-74504dc5-a8ff-41e3-97a1-66d420523ef4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 1130 time: 0.2218401 Aug 02 13:38:31.220990 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342e488-b54c-4bd2-852c-af713aafe4b9 req-9ba7d335-32fb-49f7-833a-84dc77e54358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:31.222604 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6342e488-b54c-4bd2-852c-af713aafe4b9 req-9ba7d335-32fb-49f7-833a-84dc77e54358 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 1130 time: 0.2387345 Aug 02 13:38:31.230082 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804dd46-23d5-45d2-80d0-46cc84154dca req-da03303c-2c42-41a3-b98b-dcb011786db5 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:31.236076 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1804dd46-23d5-45d2-80d0-46cc84154dca req-da03303c-2c42-41a3-b98b-dcb011786db5 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7419ea33-4f31-4b76-8a22-38471cc0a6c0 HTTP/1.1" status: 200 len: 946 time: 0.1331327 Aug 02 13:38:31.250768 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-201a9e46-3607-428f-b9d5-869be20e2a28 req-a971291c-f445-40f6-bc17-259cd4a3191b tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214747 Aug 02 13:38:31.292291 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-52b418d2-8f65-4669-878a-fa80d2d1dad8 req-a7eff5a9-2b66-4b59-bbbe-5f4ac3d840a5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5979007a-a5de-4718-99e3-2cdcb2332487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195939 Aug 02 13:38:31.314124 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a8a98929-3a41-4850-bb1d-321bd14fdc21 req-c49e3c36-ed49-4221-953d-41de51360149 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879643 Aug 02 13:38:31.328144 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6342e488-b54c-4bd2-852c-af713aafe4b9 req-27822cc0-651e-4778-8650-31f2210d3b10 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944500 Aug 02 13:38:31.341453 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1804dd46-23d5-45d2-80d0-46cc84154dca req-d7ccd0fd-7386-4d3d-a51b-6e10286665c8 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=5979007a-a5de-4718-99e3-2cdcb2332487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982506 Aug 02 13:38:31.356712 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1e59fb31-c3ed-44f9-9100-97a9bf88ca24 req-3e643479-3d84-4ee9-8739-3d66279e4ad8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b2d4e4e2-910b-420c-bec2-0c429e4c5f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771686 Aug 02 13:38:31.369878 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 33978) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:31.425128 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e25c2-119a-4861-a1c3-157fd1394fbc req-5aa624dc-b9ff-457f-bcae-3828c3a70458 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:31.426687 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ee3e25c2-119a-4861-a1c3-157fd1394fbc req-5aa624dc-b9ff-457f-bcae-3828c3a70458 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0664222 Aug 02 13:38:31.487731 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ee3e25c2-119a-4861-a1c3-157fd1394fbc req-6d4b0e9d-36bd-4e90-ba81-0fb39f5be9ff tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545917 Aug 02 13:38:31.506869 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0a0f82d9-6d00-49f9-836f-6c0e225283e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:31.526240 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0560c-80fb-4df9-99fe-8943784a4642 req-00a234df-58b2-408c-b433-48d455ed7152 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:31.527906 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-b6f0560c-80fb-4df9-99fe-8943784a4642 req-00a234df-58b2-408c-b433-48d455ed7152 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 945 time: 0.0676124 Aug 02 13:38:31.584841 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-b6f0560c-80fb-4df9-99fe-8943784a4642 req-3c816d1b-1eeb-4af3-bb8f-df456f35b273 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2d4e4e2-910b-420c-bec2-0c429e4c5f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513222 Aug 02 13:38:31.591725 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0a0f82d9-6d00-49f9-836f-6c0e225283e3 admin admin] Publish callbacks [] for security_group (c99fe7d9-2972-4e43-ae70-c1fa9d3a9daa), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:31.700942 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0a0f82d9-6d00-49f9-836f-6c0e225283e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (c99fe7d9-2972-4e43-ae70-c1fa9d3a9daa), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:31.743548 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f82d9-6d00-49f9-836f-6c0e225283e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99fe7d9-2972-4e43-ae70-c1fa9d3a9daa,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:31.748199 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-0a0f82d9-6d00-49f9-836f-6c0e225283e3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=93330c3b583e4a429fb96d219ba107a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3769908 Aug 02 13:38:31.751545 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 33994) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:31.805057 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a4338ac8-eb81-42ab-8e73-e419ad65ec07 admin admin] Publish callbacks [] for security_group (c99fe7d9-2972-4e43-ae70-c1fa9d3a9daa), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:31.827656 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a4338ac8-eb81-42ab-8e73-e419ad65ec07 admin admin] Publish callbacks [] for security_group (c99fe7d9-2972-4e43-ae70-c1fa9d3a9daa), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:31.966526 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a4338ac8-eb81-42ab-8e73-e419ad65ec07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (c99fe7d9-2972-4e43-ae70-c1fa9d3a9daa), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:31.969909 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a4338ac8-eb81-42ab-8e73-e419ad65ec07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:31.970965 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-a4338ac8-eb81-42ab-8e73-e419ad65ec07 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c99fe7d9-2972-4e43-ae70-c1fa9d3a9daa HTTP/1.1" status: 204 len: 168 time: 0.2184813 Aug 02 13:38:31.980935 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4338ac8-eb81-42ab-8e73-e419ad65ec07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99fe7d9-2972-4e43-ae70-c1fa9d3a9daa,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:32.403919 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09119a3e-5a68-42c9-b82e-1d5c15fa220a req-5564e9b7-7e0e-457e-8c07-9fb904b085e6 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:32.422334 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-09119a3e-5a68-42c9-b82e-1d5c15fa220a req-5564e9b7-7e0e-457e-8c07-9fb904b085e6 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.0625775 Aug 02 13:38:32.461009 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-09119a3e-5a68-42c9-b82e-1d5c15fa220a req-9c725bb1-e057-4488-9993-2bdcd504199b tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488949 Aug 02 13:38:32.494144 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9af856-ee0e-46cf-a69d-c14484bd3895 req-c5331d00-38ea-49a4-8029-df382af31ba6 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:32.497180 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-9e9af856-ee0e-46cf-a69d-c14484bd3895 req-c5331d00-38ea-49a4-8029-df382af31ba6 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7419ea33-4f31-4b76-8a22-38471cc0a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0700796 Aug 02 13:38:32.561035 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-9e9af856-ee0e-46cf-a69d-c14484bd3895 req-3b62e3cd-6ce1-4024-94dc-6bfd32e44581 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=5979007a-a5de-4718-99e3-2cdcb2332487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579989 Aug 02 13:38:32.709161 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eacb1e-e63f-4492-8422-87c3aa043467 req-60e14574-8d69-447d-94de-4578464cf9df tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:32.719241 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e6eacb1e-e63f-4492-8422-87c3aa043467 req-60e14574-8d69-447d-94de-4578464cf9df tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0832453 Aug 02 13:38:32.773042 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e6eacb1e-e63f-4492-8422-87c3aa043467 req-758f595e-46bc-4af0-907f-01bff0660003 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481758 Aug 02 13:38:32.912036 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb80c15-6008-4510-9e3f-8b3c64786400 req-fb0f4b58-9876-4afa-81e0-b9f0dfaba910 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:32.913589 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ccb80c15-6008-4510-9e3f-8b3c64786400 req-fb0f4b58-9876-4afa-81e0-b9f0dfaba910 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 945 time: 0.0723286 Aug 02 13:38:32.981526 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ccb80c15-6008-4510-9e3f-8b3c64786400 req-0b0b1ea9-ef32-4e98-877b-55812381b356 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2d4e4e2-910b-420c-bec2-0c429e4c5f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596640 Aug 02 13:38:32.988467 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 34034) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:33.003359 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-8ed73ba2-3962-4f38-9aac-e1d31842dbe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:33.116964 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-8ed73ba2-3962-4f38-9aac-e1d31842dbe1 admin admin] Publish callbacks [] for security_group (daa39ae3-e182-455a-ab00-e8341fc14985), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:33.212677 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 34044) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:33.228120 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664f91d-560b-4f9a-adb3-dc8b1c9b7dd5 req-5cb71636-a154-4e7e-becc-d1de3becb46a tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:33.235627 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-8ed73ba2-3962-4f38-9aac-e1d31842dbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (daa39ae3-e182-455a-ab00-e8341fc14985), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:33.236221 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e664f91d-560b-4f9a-adb3-dc8b1c9b7dd5 req-5cb71636-a154-4e7e-becc-d1de3becb46a tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.0869231 Aug 02 13:38:33.302290 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-8ed73ba2-3962-4f38-9aac-e1d31842dbe1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dc24cfb8fa6f45c69d1cb18c25be728f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3122518 Aug 02 13:38:33.305033 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed73ba2-3962-4f38-9aac-e1d31842dbe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa39ae3-e182-455a-ab00-e8341fc14985,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:33.326900 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 34052) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:33.337937 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e664f91d-560b-4f9a-adb3-dc8b1c9b7dd5 req-318db836-5e69-4984-bd44-377417fb5fcc tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005011 Aug 02 13:38:33.368926 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d85ef-bed7-4ac8-abf4-f768a1250315 req-666807fb-f149-48c5-ad37-f003829f4470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:33.370698 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6d3d85ef-bed7-4ac8-abf4-f768a1250315 req-666807fb-f149-48c5-ad37-f003829f4470 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1502b667be5c45ab800f27676ab39794&device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 1129 time: 0.1688061 Aug 02 13:38:33.414751 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-97c852f0-fa83-4391-aeb2-44c519486615 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:33.482746 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-92f04cec-e770-41fb-8740-b376e7a6d7aa admin admin] Publish callbacks [] for security_group (daa39ae3-e182-455a-ab00-e8341fc14985), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:33.515852 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-97c852f0-fa83-4391-aeb2-44c519486615 admin admin] Publish callbacks [] for security_group (5a505f04-5205-4de1-9570-41013f9c7e98), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:33.536767 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-92f04cec-e770-41fb-8740-b376e7a6d7aa admin admin] Publish callbacks [] for security_group (daa39ae3-e182-455a-ab00-e8341fc14985), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:33.557763 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d85ef-bed7-4ac8-abf4-f768a1250315 req-e06645d3-59c0-416a-af5d-f75c1d409c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:33.560336 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6d3d85ef-bed7-4ac8-abf4-f768a1250315 req-e06645d3-59c0-416a-af5d-f75c1d409c55 service neutron] 10.222.0.20 "GET /v2.0/networks?id=952afe36-ebbb-420b-9a24-e4ee044975e4 HTTP/1.1" status: 200 len: 920 time: 0.1794460 Aug 02 13:38:33.614601 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-97c852f0-fa83-4391-aeb2-44c519486615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (5a505f04-5205-4de1-9570-41013f9c7e98), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:33.637712 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6d3d85ef-bed7-4ac8-abf4-f768a1250315 req-ab544e9a-53b5-4de5-8b3d-8aac6bbb0996 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6862f390-f1d1-4e55-8059-519dac8f3ec6 HTTP/1.1" status: 200 len: 217 time: 0.0652561 Aug 02 13:38:33.719367 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-97c852f0-fa83-4391-aeb2-44c519486615 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1155c4d2737543a0988a8eb54dbbd4e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5060375 Aug 02 13:38:33.722151 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c852f0-fa83-4391-aeb2-44c519486615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a505f04-5205-4de1-9570-41013f9c7e98,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:33.725141 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 34062) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:33.773730 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-92f04cec-e770-41fb-8740-b376e7a6d7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (daa39ae3-e182-455a-ab00-e8341fc14985), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:33.783716 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-91c0a902-2ba2-4837-a8c8-393983e73a76 admin admin] Publish callbacks [] for security_group (5a505f04-5205-4de1-9570-41013f9c7e98), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:33.787976 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-92f04cec-e770-41fb-8740-b376e7a6d7aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:33.789112 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-92f04cec-e770-41fb-8740-b376e7a6d7aa admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/daa39ae3-e182-455a-ab00-e8341fc14985 HTTP/1.1" status: 204 len: 168 time: 0.4538937 Aug 02 13:38:33.818721 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-91c0a902-2ba2-4837-a8c8-393983e73a76 admin admin] Publish callbacks [] for security_group (5a505f04-5205-4de1-9570-41013f9c7e98), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:33.870472 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f04cec-e770-41fb-8740-b376e7a6d7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa39ae3-e182-455a-ab00-e8341fc14985,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:33.882643 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d85ef-bed7-4ac8-abf4-f768a1250315 req-069ad821-d072-4d66-9ce9-0a1791298886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:33.885044 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6d3d85ef-bed7-4ac8-abf4-f768a1250315 req-069ad821-d072-4d66-9ce9-0a1791298886 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce360482-e138-41d7-8f5d-ea14c6cf06af HTTP/1.1" status: 200 len: 858 time: 0.2173712 Aug 02 13:38:33.932095 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 34068) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:33.957860 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366222f-45e5-4501-9a2a-22ec925809b5 req-3ae34f29-10df-4db6-abd2-c215eab70b23 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:33.966192 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4366222f-45e5-4501-9a2a-22ec925809b5 req-3ae34f29-10df-4db6-abd2-c215eab70b23 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7419ea33-4f31-4b76-8a22-38471cc0a6c0 HTTP/1.1" status: 200 len: 946 time: 0.2813554 Aug 02 13:38:34.008867 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-91c0a902-2ba2-4837-a8c8-393983e73a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (5a505f04-5205-4de1-9570-41013f9c7e98), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:34.011759 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-91c0a902-2ba2-4837-a8c8-393983e73a76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:34.016512 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-91c0a902-2ba2-4837-a8c8-393983e73a76 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5a505f04-5205-4de1-9570-41013f9c7e98 HTTP/1.1" status: 204 len: 168 time: 0.2880890 Aug 02 13:38:34.025513 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0a902-2ba2-4837-a8c8-393983e73a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a505f04-5205-4de1-9570-41013f9c7e98,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:34.051065 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f25b69-6853-4db8-8929-17fc3783dc53 req-15ae7cc8-d383-4104-a0a9-7922ba8a2ffc tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:34.051897 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d85ef-bed7-4ac8-abf4-f768a1250315 req-954bc93a-ce53-49a7-90a9-76affdf03721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:34.055615 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6d3d85ef-bed7-4ac8-abf4-f768a1250315 req-954bc93a-ce53-49a7-90a9-76affdf03721 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=952afe36-ebbb-420b-9a24-e4ee044975e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1631181 Aug 02 13:38:34.061827 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e1f25b69-6853-4db8-8929-17fc3783dc53 req-15ae7cc8-d383-4104-a0a9-7922ba8a2ffc tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.1090906 Aug 02 13:38:34.122275 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e1f25b69-6853-4db8-8929-17fc3783dc53 req-0c6785cc-ae3c-4eef-84b0-a63b15174c83 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592058 Aug 02 13:38:34.123212 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-bfc105dc-713c-4fbc-bcda-58d22c470662 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:34.141211 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4366222f-45e5-4501-9a2a-22ec925809b5 req-99f7c335-9da0-4356-81d4-7acfa3f5eecb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=5979007a-a5de-4718-99e3-2cdcb2332487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690550 Aug 02 13:38:34.262513 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-bfc105dc-713c-4fbc-bcda-58d22c470662 admin admin] Publish callbacks [] for security_group (dd42d984-c753-47f2-8767-14a17b773ab1), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:34.359784 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1004eb3-9ff3-42ba-b558-c086bf39e4e0 req-6745ed4d-0609-40f9-8055-a30fd302e247 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:34.362207 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f1004eb3-9ff3-42ba-b558-c086bf39e4e0 req-6745ed4d-0609-40f9-8055-a30fd302e247 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7419ea33-4f31-4b76-8a22-38471cc0a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0706935 Aug 02 13:38:34.366974 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-bfc105dc-713c-4fbc-bcda-58d22c470662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (dd42d984-c753-47f2-8767-14a17b773ab1), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:34.381529 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 34082) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:34.395778 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-a552db01-fbed-4b86-9985-4e6b2da499bb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Request body: {'floatingip': {'port_id': 'e8f5c259-0492-4bee-a27b-756427eaf688'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:38:34.490088 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6d3d85ef-bed7-4ac8-abf4-f768a1250315 req-ba2e1e92-1c14-4f9e-a751-16138ce5705d service neutron] 10.222.0.20 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012570 Aug 02 13:38:34.590828 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03090b73-a2d0-438f-b95e-a8d7d7fda99f req-4bd91bc6-8922-4165-93b0-963a2a17f3a9 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:34.592553 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-03090b73-a2d0-438f-b95e-a8d7d7fda99f req-4bd91bc6-8922-4165-93b0-963a2a17f3a9 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 945 time: 0.3259852 Aug 02 13:38:34.605752 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-bfc105dc-713c-4fbc-bcda-58d22c470662 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2eb2721262c442e0854c21d6c7314a16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6720312 Aug 02 13:38:34.611474 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc105dc-713c-4fbc-bcda-58d22c470662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd42d984-c753-47f2-8767-14a17b773ab1,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:34.614766 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a552db01-fbed-4b86-9985-4e6b2da499bb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for floatingip (d7578105-356a-4e31-9e0b-f7618863adc5), before_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:34.614897 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 34088) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:34.668675 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6d3d85ef-bed7-4ac8-abf4-f768a1250315 req-793f0e26-5341-4b66-94ed-30e71011e5bf service neutron] 10.222.0.20 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614926 Aug 02 13:38:34.698685 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-03090b73-a2d0-438f-b95e-a8d7d7fda99f req-e4b7c8f5-d59b-4399-97da-21cfa3562c6d tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2d4e4e2-910b-420c-bec2-0c429e4c5f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936949 Aug 02 13:38:34.725113 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d275b43-5526-4495-bbd4-44946abfbc53 req-03033ed9-4bb9-45e2-88ec-a64da9cfb093 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:34.731049 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-8d275b43-5526-4495-bbd4-44946abfbc53 req-03033ed9-4bb9-45e2-88ec-a64da9cfb093 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.2751188 Aug 02 13:38:34.737567 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 34094) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:34.744783 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-a56eb37c-f44d-40ad-ac2b-beac51f877cb tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Request body: {'floatingip': {'port_id': '07a433de-ed34-4e77-8ed2-5752c7ea7af5'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:38:34.781967 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-d4abd09b-fff1-4613-8e9c-0c1d3df326b9 admin admin] Publish callbacks [] for security_group (dd42d984-c753-47f2-8767-14a17b773ab1), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:34.891181 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a56eb37c-f44d-40ad-ac2b-beac51f877cb tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for floatingip (eb1c681c-09b8-413b-8c5e-c304372b3bc4), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:34.947049 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 34102) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:34.959877 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-d4abd09b-fff1-4613-8e9c-0c1d3df326b9 admin admin] Publish callbacks [] for security_group (dd42d984-c753-47f2-8767-14a17b773ab1), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:34.969825 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-0acef816-7a0d-4798-8804-3f45c779a91d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:35.052379 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 34104) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:35.062747 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ca37b-5b78-4eb9-bfcc-1190c60bf091 req-244b0950-f0b2-4283-b286-39e71912395a tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:35.064526 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f53ca37b-5b78-4eb9-bfcc-1190c60bf091 req-244b0950-f0b2-4283-b286-39e71912395a tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.2845571 Aug 02 13:38:35.131470 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-1dca9045-a7e8-451b-bb72-ee7b2d3860b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:35.177673 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f53ca37b-5b78-4eb9-bfcc-1190c60bf091 req-ee233893-56a8-4c70-81f0-c8f6160e1aae tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076808 Aug 02 13:38:35.304313 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-d4abd09b-fff1-4613-8e9c-0c1d3df326b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (dd42d984-c753-47f2-8767-14a17b773ab1), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:35.307434 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-d4abd09b-fff1-4613-8e9c-0c1d3df326b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:35.320678 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-d4abd09b-fff1-4613-8e9c-0c1d3df326b9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dd42d984-c753-47f2-8767-14a17b773ab1 HTTP/1.1" status: 204 len: 168 time: 0.6928110 Aug 02 13:38:35.368790 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4abd09b-fff1-4613-8e9c-0c1d3df326b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd42d984-c753-47f2-8767-14a17b773ab1,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:35.703909 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-0acef816-7a0d-4798-8804-3f45c779a91d admin admin] Publish callbacks [] for security_group (4d2ae145-661a-4d2c-99b0-168acfe4d206), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:35.712767 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.db.resource_extend [None req-a552db01-fbed-4b86-9985-4e6b2da499bb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 02 13:38:35.785881 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a56eb37c-f44d-40ad-ac2b-beac51f877cb tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:35.838638 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a552db01-fbed-4b86-9985-4e6b2da499bb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:35.846647 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-0acef816-7a0d-4798-8804-3f45c779a91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (4d2ae145-661a-4d2c-99b0-168acfe4d206), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:35.870682 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a56eb37c-f44d-40ad-ac2b-beac51f877cb tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772271'] for floatingip (eb1c681c-09b8-413b-8c5e-c304372b3bc4), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:35.938415 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-0acef816-7a0d-4798-8804-3f45c779a91d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6b41a4bee8ee4d98810246fd1689b270&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9893651 Aug 02 13:38:35.941951 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 34114) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:35.948679 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acef816-7a0d-4798-8804-3f45c779a91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2ae145-661a-4d2c-99b0-168acfe4d206,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:35.968197 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a552db01-fbed-4b86-9985-4e6b2da499bb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772271'] for floatingip (d7578105-356a-4e31-9e0b-f7618863adc5), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:35.975816 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-1dca9045-a7e8-451b-bb72-ee7b2d3860b6 admin admin] Publish callbacks [] for security_group (b12980c0-a0b1-4b6b-8000-d18435a5a7e3), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:36.096523 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-1dca9045-a7e8-451b-bb72-ee7b2d3860b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (b12980c0-a0b1-4b6b-8000-d18435a5a7e3), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:36.111373 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.db.l3_db [None req-a56eb37c-f44d-40ad-ac2b-beac51f877cb tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Floating IP eb1c681c-09b8-413b-8c5e-c304372b3bc4 associated. External IP: 172.27.4.100, port: 07a433de-ed34-4e77-8ed2-5752c7ea7af5. Aug 02 13:38:36.114691 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b172fb01-78b9-4c4c-a792-358dad3f6ed5 admin admin] Publish callbacks [] for security_group (4d2ae145-661a-4d2c-99b0-168acfe4d206), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:36.195757 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-1dca9045-a7e8-451b-bb72-ee7b2d3860b6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=169b3216997c417fa5e2be624977d5ed&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1367807 Aug 02 13:38:36.195757 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca9045-a7e8-451b-bb72-ee7b2d3860b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12980c0-a0b1-4b6b-8000-d18435a5a7e3,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:36.196839 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b172fb01-78b9-4c4c-a792-358dad3f6ed5 admin admin] Publish callbacks [] for security_group (4d2ae145-661a-4d2c-99b0-168acfe4d206), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:36.197762 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.db.l3_db [None req-a552db01-fbed-4b86-9985-4e6b2da499bb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Floating IP d7578105-356a-4e31-9e0b-f7618863adc5 associated. External IP: 172.27.4.176, port: e8f5c259-0492-4bee-a27b-756427eaf688. Aug 02 13:38:36.203467 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 34118) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:36.481925 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c55b53f6-f8c7-47d0-a51b-3ab4e56f1484 admin admin] Publish callbacks [] for security_group (b12980c0-a0b1-4b6b-8000-d18435a5a7e3), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:36.572512 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf8889-66b5-4c33-9f92-c70fd83766ea req-ca944ee9-0d3a-4a1f-a1a6-c4974abeb804 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:36.574068 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-bebf8889-66b5-4c33-9f92-c70fd83766ea req-ca944ee9-0d3a-4a1f-a1a6-c4974abeb804 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.2641139 Aug 02 13:38:36.577160 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 34124) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:36.600410 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c55b53f6-f8c7-47d0-a51b-3ab4e56f1484 admin admin] Publish callbacks [] for security_group (b12980c0-a0b1-4b6b-8000-d18435a5a7e3), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:36.669898 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56eb37c-f44d-40ad-ac2b-beac51f877cb tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Router 11c05f49-c260-4ea0-9b1d-08ed27a09560 has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:38:36.719975 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 34128) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:36.729323 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b172fb01-78b9-4c4c-a792-358dad3f6ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (4d2ae145-661a-4d2c-99b0-168acfe4d206), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:36.733208 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b172fb01-78b9-4c4c-a792-358dad3f6ed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:36.734498 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-b172fb01-78b9-4c4c-a792-358dad3f6ed5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4d2ae145-661a-4d2c-99b0-168acfe4d206 HTTP/1.1" status: 204 len: 168 time: 0.7910504 Aug 02 13:38:36.747398 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-bebf8889-66b5-4c33-9f92-c70fd83766ea req-9031cb2b-d71f-403e-9aae-c772ed41545c tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491001 Aug 02 13:38:36.759994 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172fb01-78b9-4c4c-a792-358dad3f6ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2ae145-661a-4d2c-99b0-168acfe4d206,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:36.760203 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-d15fa08d-988a-48e2-984a-a7c46d2fb6e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:36.782405 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a552db01-fbed-4b86-9985-4e6b2da499bb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Router b12058e6-bae6-4476-a2e0-876fd99b59ab has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:38:36.782405 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-894a610c-3c46-49cc-bb49-0ce37f117c55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:36.826928 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56eb37c-f44d-40ad-ac2b-beac51f877cb tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:38:36.833119 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a56eb37c-f44d-40ad-ac2b-beac51f877cb tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:36.843908 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d586c28-62e4-4133-a640-93f27e79bc4e None None] Sync routers for ids ['11c05f49-c260-4ea0-9b1d-08ed27a09560'] in dv-cinder-847864-8-iscsi {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:38:36.860146 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d586c28-62e4-4133-a640-93f27e79bc4e None None] Routers {'11c05f49-c260-4ea0-9b1d-08ed27a09560'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:38:36.861554 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-0d586c28-62e4-4133-a640-93f27e79bc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:38:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['11c05f49-c260-4ea0-9b1d-08ed27a09560'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:38:36.919519 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-a56eb37c-f44d-40ad-ac2b-beac51f877cb tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "PUT /v2.0/floatingips/eb1c681c-09b8-413b-8c5e-c304372b3bc4 HTTP/1.1" status: 200 len: 992 time: 2.1788261 Aug 02 13:38:36.920635 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce75040-8734-456f-a105-d3e5cd74681b', 'tag': '07a433de-ed34-4e77-8ed2-5752c7ea7af5'}] {{(pid=104369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:38:36.923865 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bf99331ba47a6ac295264f2d91701b523438f9b2384832aa813a78b8ac64a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4867fe-52a0-42c3-b4db-0b18e2370023" -d '{"events": [{"name": "network-changed", "server_uuid": "bce75040-8734-456f-a105-d3e5cd74681b", "tag": "07a433de-ed34-4e77-8ed2-5752c7ea7af5"}]}' {{(pid=104369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:38:36.970042 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195139e8-94b7-4f07-abed-0a1d040e40eb x-openstack-request-id: req-195139e8-94b7-4f07-abed-0a1d040e40eb {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:38:36.970548 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce75040-8734-456f-a105-d3e5cd74681b", "tag": "07a433de-ed34-4e77-8ed2-5752c7ea7af5", "status": "completed", "code": 200}]} {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:38:36.970975 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-195139e8-94b7-4f07-abed-0a1d040e40eb {{(pid=104369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:38:36.971545 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-195139e8-94b7-4f07-abed-0a1d040e40eb'] response: {'name': 'network-changed', 'server_uuid': 'bce75040-8734-456f-a105-d3e5cd74681b', 'tag': '07a433de-ed34-4e77-8ed2-5752c7ea7af5', 'status': 'completed', 'code': 200} Aug 02 13:38:36.983688 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c55b53f6-f8c7-47d0-a51b-3ab4e56f1484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (b12980c0-a0b1-4b6b-8000-d18435a5a7e3), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:36.987028 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c55b53f6-f8c7-47d0-a51b-3ab4e56f1484 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:36.988321 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-c55b53f6-f8c7-47d0-a51b-3ab4e56f1484 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b12980c0-a0b1-4b6b-8000-d18435a5a7e3 HTTP/1.1" status: 204 len: 168 time: 0.7843838 Aug 02 13:38:37.034457 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b53f6-f8c7-47d0-a51b-3ab4e56f1484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12980c0-a0b1-4b6b-8000-d18435a5a7e3,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:37.054978 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a552db01-fbed-4b86-9985-4e6b2da499bb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:38:37.069098 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce41873-7242-4306-8909-d37b6f4a8c0b None None] Sync routers for ids ['b12058e6-bae6-4476-a2e0-876fd99b59ab'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:38:37.097779 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a552db01-fbed-4b86-9985-4e6b2da499bb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:37.101123 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce41873-7242-4306-8909-d37b6f4a8c0b None None] Routers {'b12058e6-bae6-4476-a2e0-876fd99b59ab'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:38:37.103586 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-cce41873-7242-4306-8909-d37b6f4a8c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:38:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['b12058e6-bae6-4476-a2e0-876fd99b59ab'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:38:37.122205 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-0d586c28-62e4-4133-a640-93f27e79bc4e None None] Set router 11c05f49-c260-4ea0-9b1d-08ed27a09560 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:38:37.148437 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4867fe-52a0-42c3-b4db-0b18e2370023 req-6565191b-d3ed-4840-8a96-8fddfd1fbf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:37.150205 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5f4867fe-52a0-42c3-b4db-0b18e2370023 req-6565191b-d3ed-4840-8a96-8fddfd1fbf89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2faa069e451247a68695e22f5e5ed2ae&device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 1130 time: 0.1097999 Aug 02 13:38:37.158232 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b53f6-f8c7-47d0-a51b-3ab4e56f1484 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:38:37.159966 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b53f6-f8c7-47d0-a51b-3ab4e56f1484 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:38:37.159966 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b53f6-f8c7-47d0-a51b-3ab4e56f1484 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:38:37.159966 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b53f6-f8c7-47d0-a51b-3ab4e56f1484 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:38:37.159966 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b53f6-f8c7-47d0-a51b-3ab4e56f1484 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:38:37.160471 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b53f6-f8c7-47d0-a51b-3ab4e56f1484 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:38:37.160965 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b53f6-f8c7-47d0-a51b-3ab4e56f1484 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:38:37.161891 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b53f6-f8c7-47d0-a51b-3ab4e56f1484 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:38:37.161891 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b53f6-f8c7-47d0-a51b-3ab4e56f1484 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:38:37.162263 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b53f6-f8c7-47d0-a51b-3ab4e56f1484 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:38:37.162550 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b53f6-f8c7-47d0-a51b-3ab4e56f1484 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:38:37.162894 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b53f6-f8c7-47d0-a51b-3ab4e56f1484 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:38:37.163226 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b53f6-f8c7-47d0-a51b-3ab4e56f1484 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:38:37.180518 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-a552db01-fbed-4b86-9985-4e6b2da499bb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "PUT /v2.0/floatingips/d7578105-356a-4e31-9e0b-f7618863adc5 HTTP/1.1" status: 200 len: 992 time: 2.7965918 Aug 02 13:38:37.183551 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7419ea33-4f31-4b76-8a22-38471cc0a6c0', 'tag': 'e8f5c259-0492-4bee-a27b-756427eaf688'}] {{(pid=104368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:38:37.186052 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245b70741b0aa7b9232129cc368cc987c69949c5cf8ab06a5d5e033a5668ca41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8ec2f9-f678-44df-82b7-b1617b278525" -d '{"events": [{"name": "network-changed", "server_uuid": "7419ea33-4f31-4b76-8a22-38471cc0a6c0", "tag": "e8f5c259-0492-4bee-a27b-756427eaf688"}]}' {{(pid=104368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:38:37.251624 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b07e08-cb7b-4a4a-950b-4ad6150552dd x-openstack-request-id: req-53b07e08-cb7b-4a4a-950b-4ad6150552dd {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:38:37.252084 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7419ea33-4f31-4b76-8a22-38471cc0a6c0", "tag": "e8f5c259-0492-4bee-a27b-756427eaf688", "status": "completed", "code": 200}]} {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:38:37.252510 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-53b07e08-cb7b-4a4a-950b-4ad6150552dd {{(pid=104368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:38:37.253157 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53b07e08-cb7b-4a4a-950b-4ad6150552dd'] response: {'name': 'network-changed', 'server_uuid': '7419ea33-4f31-4b76-8a22-38471cc0a6c0', 'tag': 'e8f5c259-0492-4bee-a27b-756427eaf688', 'status': 'completed', 'code': 200} Aug 02 13:38:37.303069 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-894a610c-3c46-49cc-bb49-0ce37f117c55 admin admin] Publish callbacks [] for security_group (1d2e8a9b-7174-4d00-bedf-f997a76f0f36), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:37.329984 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-d15fa08d-988a-48e2-984a-a7c46d2fb6e6 admin admin] Publish callbacks [] for security_group (713f0a66-4112-453a-b04c-935113c8f2a0), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:37.368259 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-894a610c-3c46-49cc-bb49-0ce37f117c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (1d2e8a9b-7174-4d00-bedf-f997a76f0f36), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:37.406695 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ec2f9-f678-44df-82b7-b1617b278525 req-7961d9bf-9aaf-4aed-acbb-9c073ef32bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:37.407916 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fe8ec2f9-f678-44df-82b7-b1617b278525 req-7961d9bf-9aaf-4aed-acbb-9c073ef32bf6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2fd74b29e9441818796d9040d4be7e5&device_id=7419ea33-4f31-4b76-8a22-38471cc0a6c0 HTTP/1.1" status: 200 len: 1130 time: 0.1276717 Aug 02 13:38:37.409655 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4867fe-52a0-42c3-b4db-0b18e2370023 req-a2f4c157-92fd-4d21-a364-46bf9ac90706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:37.410604 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5f4867fe-52a0-42c3-b4db-0b18e2370023 req-a2f4c157-92fd-4d21-a364-46bf9ac90706 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e3cba0-47b8-42c5-9856-cce7f8da3856 HTTP/1.1" status: 200 len: 912 time: 0.2536962 Aug 02 13:38:37.422735 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-d15fa08d-988a-48e2-984a-a7c46d2fb6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (713f0a66-4112-453a-b04c-935113c8f2a0), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:37.465138 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-894a610c-3c46-49cc-bb49-0ce37f117c55 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=da8ed7dfd13e4fccbe981c51d59b6abf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8837504 Aug 02 13:38:37.471303 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 34160) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:37.493394 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a610c-3c46-49cc-bb49-0ce37f117c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2e8a9b-7174-4d00-bedf-f997a76f0f36,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:37.537535 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-d15fa08d-988a-48e2-984a-a7c46d2fb6e6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0c02922cc35a4e52a88003149fa905bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8207264 Aug 02 13:38:37.550422 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-0d586c28-62e4-4133-a640-93f27e79bc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'name': 'tempest-AttachVolumeTestJSON-1212156323-router', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247'}], 'enable_snat': True}, 'gw_port_id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:49Z', 'revision_number': 4, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'gw_port': {'id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:41Z', 'updated_at': '2022-08-02T13:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'eb1c681c-09b8-413b-8c5e-c304372b3bc4', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'floating_ip_address': '172.27.4.100', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'port_id': '07a433de-ed34-4e77-8ed2-5752c7ea7af5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856', 'mac_address': 'fa:16:3e:80:78:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce75040-8734-456f-a105-d3e5cd74681b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:37:58Z', 'updated_at': '2022-08-02T13:38:35Z', 'revision_number': 1, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9493b195-8cfd-425b-89c8-ac83e056b8aa', 'name': '', 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'mac_address': 'fa:16:3e:e0:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ec0b5949-955c-4523-bfdd-355b4cc3e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:47Z', 'updated_at': '2022-08-02T13:38:01Z', 'revision_number': 5, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'subnets': [{'id': 'ec0b5949-955c-4523-bfdd-355b4cc3e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:38:37.565670 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 34166) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:37.614901 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d586c28-62e4-4133-a640-93f27e79bc4e None None] Checking router: 11c05f49-c260-4ea0-9b1d-08ed27a09560 for host: dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:38:37.624055 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d586c28-62e4-4133-a640-93f27e79bc4e None None] Routers {'11c05f49-c260-4ea0-9b1d-08ed27a09560'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:38:37.624685 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-0d586c28-62e4-4133-a640-93f27e79bc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:38:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['11c05f49-c260-4ea0-9b1d-08ed27a09560'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:38:37.659246 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-cce41873-7242-4306-8909-d37b6f4a8c0b None None] Set router b12058e6-bae6-4476-a2e0-876fd99b59ab gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:38:37.668465 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fa08d-988a-48e2-984a-a7c46d2fb6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713f0a66-4112-453a-b04c-935113c8f2a0,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:37.719802 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5f4867fe-52a0-42c3-b4db-0b18e2370023 req-1a1e6889-67da-4778-88c1-ae0a97fc6f2c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07a433de-ed34-4e77-8ed2-5752c7ea7af5 HTTP/1.1" status: 200 len: 1000 time: 0.2774899 Aug 02 13:38:37.748078 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-831c1277-44ea-46c8-858a-dd2781428c84 admin admin] Publish callbacks [] for security_group (1d2e8a9b-7174-4d00-bedf-f997a76f0f36), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:37.763198 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-57e7238c-b75e-4a27-83c9-dc2b8e33ba03 admin admin] Publish callbacks [] for security_group (713f0a66-4112-453a-b04c-935113c8f2a0), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:37.771307 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ec2f9-f678-44df-82b7-b1617b278525 req-905ec4af-2c51-4362-a807-c6104ca3b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:37.772808 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fe8ec2f9-f678-44df-82b7-b1617b278525 req-905ec4af-2c51-4362-a807-c6104ca3b0eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=b9a0aff9-4db3-4151-8258-5ca59205b7ca HTTP/1.1" status: 200 len: 916 time: 0.3476727 Aug 02 13:38:37.840804 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-831c1277-44ea-46c8-858a-dd2781428c84 admin admin] Publish callbacks [] for security_group (1d2e8a9b-7174-4d00-bedf-f997a76f0f36), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:37.853235 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-0d586c28-62e4-4133-a640-93f27e79bc4e None None] Set router 11c05f49-c260-4ea0-9b1d-08ed27a09560 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:38:37.907425 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-57e7238c-b75e-4a27-83c9-dc2b8e33ba03 admin admin] Publish callbacks [] for security_group (713f0a66-4112-453a-b04c-935113c8f2a0), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:37.918937 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4867fe-52a0-42c3-b4db-0b18e2370023 req-eeece6d5-3644-4469-99b4-ee6dcd82cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:37.924955 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5f4867fe-52a0-42c3-b4db-0b18e2370023 req-eeece6d5-3644-4469-99b4-ee6dcd82cc77 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0b5949-955c-4523-bfdd-355b4cc3e5d9 HTTP/1.1" status: 200 len: 850 time: 0.1874657 Aug 02 13:38:37.980366 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fe8ec2f9-f678-44df-82b7-b1617b278525 req-4ae87186-03d2-4e22-9ce5-9540d118feb5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8f5c259-0492-4bee-a27b-756427eaf688 HTTP/1.1" status: 200 len: 1000 time: 0.1774249 Aug 02 13:38:38.094138 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ec2f9-f678-44df-82b7-b1617b278525 req-b7731e20-5d93-46cd-8a39-f64407887786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:38.096230 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fe8ec2f9-f678-44df-82b7-b1617b278525 req-b7731e20-5d93-46cd-8a39-f64407887786 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8569d97-f9a0-41c9-a9b0-dce29c9f7e4e HTTP/1.1" status: 200 len: 854 time: 0.0731528 Aug 02 13:38:38.099162 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4867fe-52a0-42c3-b4db-0b18e2370023 req-4905ebf0-9e22-4894-a5a5-159dfa922f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:38.100748 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5f4867fe-52a0-42c3-b4db-0b18e2370023 req-4905ebf0-9e22-4894-a5a5-159dfa922f40 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e3cba0-47b8-42c5-9856-cce7f8da3856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1723692 Aug 02 13:38:38.110478 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-cce41873-7242-4306-8909-d37b6f4a8c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'name': 'tempest-AttachVolumeNegativeTest-1899220404-router', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178'}], 'enable_snat': True}, 'gw_port_id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:51Z', 'revision_number': 4, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'gw_port': {'id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:42Z', 'updated_at': '2022-08-02T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'd7578105-356a-4e31-9e0b-f7618863adc5', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'floating_ip_address': '172.27.4.176', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'port_id': 'e8f5c259-0492-4bee-a27b-756427eaf688', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'mac_address': 'fa:16:3e:44:a4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7419ea33-4f31-4b76-8a22-38471cc0a6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:38:01Z', 'updated_at': '2022-08-02T13:38:35Z', 'revision_number': 1, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '319a239b-729c-484f-a6f7-158e17594b21', 'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'mac_address': 'fa:16:3e:3f:40:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:48Z', 'updated_at': '2022-08-02T13:38:06Z', 'revision_number': 5, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'subnets': [{'id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:38:38.148150 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce41873-7242-4306-8909-d37b6f4a8c0b None None] Checking router: b12058e6-bae6-4476-a2e0-876fd99b59ab for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:38:38.159080 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddaea36-059b-4544-a623-9ea98bccc0d8 req-12dccb6c-b907-47f9-a543-55f4357243d0 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:38.160450 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce41873-7242-4306-8909-d37b6f4a8c0b None None] Routers {'b12058e6-bae6-4476-a2e0-876fd99b59ab'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:38:38.161267 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-cce41873-7242-4306-8909-d37b6f4a8c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:38:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['b12058e6-bae6-4476-a2e0-876fd99b59ab'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:38:38.164567 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6ddaea36-059b-4544-a623-9ea98bccc0d8 req-12dccb6c-b907-47f9-a543-55f4357243d0 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.2477744 Aug 02 13:38:38.198695 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-0d586c28-62e4-4133-a640-93f27e79bc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'name': 'tempest-AttachVolumeTestJSON-1212156323-router', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247'}], 'enable_snat': True}, 'gw_port_id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:49Z', 'revision_number': 4, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'gw_port': {'id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:41Z', 'updated_at': '2022-08-02T13:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'eb1c681c-09b8-413b-8c5e-c304372b3bc4', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'floating_ip_address': '172.27.4.100', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'port_id': '07a433de-ed34-4e77-8ed2-5752c7ea7af5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856', 'mac_address': 'fa:16:3e:80:78:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce75040-8734-456f-a105-d3e5cd74681b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:37:58Z', 'updated_at': '2022-08-02T13:38:35Z', 'revision_number': 1, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9493b195-8cfd-425b-89c8-ac83e056b8aa', 'name': '', 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'mac_address': 'fa:16:3e:e0:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ec0b5949-955c-4523-bfdd-355b4cc3e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:47Z', 'updated_at': '2022-08-02T13:38:01Z', 'revision_number': 5, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'subnets': [{'id': 'ec0b5949-955c-4523-bfdd-355b4cc3e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:38:38.216942 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-57e7238c-b75e-4a27-83c9-dc2b8e33ba03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (713f0a66-4112-453a-b04c-935113c8f2a0), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:38.219783 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-57e7238c-b75e-4a27-83c9-dc2b8e33ba03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:38.221373 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-57e7238c-b75e-4a27-83c9-dc2b8e33ba03 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/713f0a66-4112-453a-b04c-935113c8f2a0 HTTP/1.1" status: 204 len: 168 time: 0.6546838 Aug 02 13:38:38.248774 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d586c28-62e4-4133-a640-93f27e79bc4e None None] The sync data for ids ['11c05f49-c260-4ea0-9b1d-08ed27a09560'] in dv-cinder-847864-8-iscsi is: [{'id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'name': 'tempest-AttachVolumeTestJSON-1212156323-router', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247'}], 'enable_snat': True}, 'gw_port_id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:49Z', 'revision_number': 4, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'gw_port': {'id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:41Z', 'updated_at': '2022-08-02T13:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'eb1c681c-09b8-413b-8c5e-c304372b3bc4', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'floating_ip_address': '172.27.4.100', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'port_id': '07a433de-ed34-4e77-8ed2-5752c7ea7af5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856', 'mac_address': 'fa:16:3e:80:78:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce75040-8734-456f-a105-d3e5cd74681b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:37:58Z', 'updated_at': '2022-08-02T13:38:35Z', 'revision_number': 1, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9493b195-8cfd-425b-89c8-ac83e056b8aa', 'name': '', 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'mac_address': 'fa:16:3e:e0:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ec0b5949-955c-4523-bfdd-355b4cc3e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:47Z', 'updated_at': '2022-08-02T13:38:01Z', 'revision_number': 5, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'subnets': [{'id': 'ec0b5949-955c-4523-bfdd-355b4cc3e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:38:38.257521 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6ddaea36-059b-4544-a623-9ea98bccc0d8 req-54c0e274-a65a-4707-9f3a-ccace9db05cc tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814850 Aug 02 13:38:38.257521 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7238c-b75e-4a27-83c9-dc2b8e33ba03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713f0a66-4112-453a-b04c-935113c8f2a0,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:38.279437 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-831c1277-44ea-46c8-858a-dd2781428c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (1d2e8a9b-7174-4d00-bedf-f997a76f0f36), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:38.282270 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-831c1277-44ea-46c8-858a-dd2781428c84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:38.283524 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-831c1277-44ea-46c8-858a-dd2781428c84 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1d2e8a9b-7174-4d00-bedf-f997a76f0f36 HTTP/1.1" status: 204 len: 168 time: 0.8112175 Aug 02 13:38:38.309171 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c1277-44ea-46c8-858a-dd2781428c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2e8a9b-7174-4d00-bedf-f997a76f0f36,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:38.339178 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ec2f9-f678-44df-82b7-b1617b278525 req-0502b274-dd7c-47e9-ab7a-a7b21fb90faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:38.348898 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-cce41873-7242-4306-8909-d37b6f4a8c0b None None] Set router b12058e6-bae6-4476-a2e0-876fd99b59ab gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:38:38.354820 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fe8ec2f9-f678-44df-82b7-b1617b278525 req-0502b274-dd7c-47e9-ab7a-a7b21fb90faf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b9a0aff9-4db3-4151-8258-5ca59205b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2240715 Aug 02 13:38:38.428143 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5f4867fe-52a0-42c3-b4db-0b18e2370023 req-4d7bbf51-1096-4ca3-b5f6-3bfcb88c877e service neutron] 10.222.0.20 "GET /v2.0/networks/22e3cba0-47b8-42c5-9856-cce7f8da3856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101487 Aug 02 13:38:38.550726 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fe8ec2f9-f678-44df-82b7-b1617b278525 req-41e074cc-f75e-4d9e-b780-995f257e5fa8 service neutron] 10.222.0.20 "GET /v2.0/networks/b9a0aff9-4db3-4151-8258-5ca59205b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943727 Aug 02 13:38:38.667210 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22397d4-b66b-439b-89ac-4839e43dfce8 None None] New status for floating IP eb1c681c-09b8-413b-8c5e-c304372b3bc4: ACTIVE {{(pid=104371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:38:38.673796 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5f4867fe-52a0-42c3-b4db-0b18e2370023 req-5168302f-7b93-4dd0-b90b-3014d5316a59 service neutron] 10.222.0.20 "GET /v2.0/networks/22e3cba0-47b8-42c5-9856-cce7f8da3856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361717 Aug 02 13:38:38.760368 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-cce41873-7242-4306-8909-d37b6f4a8c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'name': 'tempest-AttachVolumeNegativeTest-1899220404-router', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178'}], 'enable_snat': True}, 'gw_port_id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:51Z', 'revision_number': 4, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'gw_port': {'id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:42Z', 'updated_at': '2022-08-02T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'd7578105-356a-4e31-9e0b-f7618863adc5', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'floating_ip_address': '172.27.4.176', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'port_id': 'e8f5c259-0492-4bee-a27b-756427eaf688', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'mac_address': 'fa:16:3e:44:a4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7419ea33-4f31-4b76-8a22-38471cc0a6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:38:01Z', 'updated_at': '2022-08-02T13:38:35Z', 'revision_number': 1, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '319a239b-729c-484f-a6f7-158e17594b21', 'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'mac_address': 'fa:16:3e:3f:40:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:48Z', 'updated_at': '2022-08-02T13:38:06Z', 'revision_number': 5, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'subnets': [{'id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:38:38.781940 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fe8ec2f9-f678-44df-82b7-b1617b278525 req-dde9384b-07c6-4c67-94be-75f3f0e8a680 service neutron] 10.222.0.20 "GET /v2.0/networks/b9a0aff9-4db3-4151-8258-5ca59205b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135046 Aug 02 13:38:38.812002 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce41873-7242-4306-8909-d37b6f4a8c0b None None] The sync data for ids ['b12058e6-bae6-4476-a2e0-876fd99b59ab'] in dv-cinder-847864-8-iscsi is: [{'id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'name': 'tempest-AttachVolumeNegativeTest-1899220404-router', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178'}], 'enable_snat': True}, 'gw_port_id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:51Z', 'revision_number': 4, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'gw_port': {'id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:42Z', 'updated_at': '2022-08-02T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'd7578105-356a-4e31-9e0b-f7618863adc5', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'floating_ip_address': '172.27.4.176', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'port_id': 'e8f5c259-0492-4bee-a27b-756427eaf688', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'mac_address': 'fa:16:3e:44:a4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7419ea33-4f31-4b76-8a22-38471cc0a6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:38:01Z', 'updated_at': '2022-08-02T13:38:35Z', 'revision_number': 1, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '319a239b-729c-484f-a6f7-158e17594b21', 'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'mac_address': 'fa:16:3e:3f:40:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:48Z', 'updated_at': '2022-08-02T13:38:06Z', 'revision_number': 5, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'subnets': [{'id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:38:39.186142 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515e529c-13cb-44ec-9114-494ebd01f1ac None None] New status for floating IP d7578105-356a-4e31-9e0b-f7618863adc5: ACTIVE {{(pid=104370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:38:39.382984 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 34202) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:39.407990 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-0ec91627-d19d-4102-b177-209bf8038e35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:39.426844 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f522b02-7cc4-4f1f-8f8e-c6245d68b6d1 req-19a157fc-11fd-4e5e-8934-c6f02510c524 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:39.439463 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5f522b02-7cc4-4f1f-8f8e-c6245d68b6d1 req-19a157fc-11fd-4e5e-8934-c6f02510c524 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.1034501 Aug 02 13:38:39.461443 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 34204) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:39.498272 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-0c757bfc-94e3-4c57-873d-76655fc5a392 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:39.499936 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5f522b02-7cc4-4f1f-8f8e-c6245d68b6d1 req-13bb160e-a0c6-4e7d-8186-9d817e535f11 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591884 Aug 02 13:38:39.690634 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-0ec91627-d19d-4102-b177-209bf8038e35 admin admin] Publish callbacks [] for security_group (aee7110a-8be5-4d24-8695-fee050daff8e), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:39.727745 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-0c757bfc-94e3-4c57-873d-76655fc5a392 admin admin] Publish callbacks [] for security_group (6aaf71ef-c4ba-45ba-b44e-5d811fde72c7), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:39.770810 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-0ec91627-d19d-4102-b177-209bf8038e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (aee7110a-8be5-4d24-8695-fee050daff8e), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:39.801261 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-0c757bfc-94e3-4c57-873d-76655fc5a392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (6aaf71ef-c4ba-45ba-b44e-5d811fde72c7), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:39.831845 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-0ec91627-d19d-4102-b177-209bf8038e35 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0bd1c150a03d4499b4c9aa3c6d5f8d4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4436183 Aug 02 13:38:39.832533 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 34214) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:39.834290 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec91627-d19d-4102-b177-209bf8038e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee7110a-8be5-4d24-8695-fee050daff8e,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:39.853718 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-0c757bfc-94e3-4c57-873d-76655fc5a392 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5bb25a6d3e1e408aa029942166391efa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3887246 Aug 02 13:38:39.854098 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 34216) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:39.898317 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c757bfc-94e3-4c57-873d-76655fc5a392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aaf71ef-c4ba-45ba-b44e-5d811fde72c7,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:39.919777 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-be7aa1dd-0c8e-497e-beb8-c379f206b750 admin admin] Publish callbacks [] for security_group (aee7110a-8be5-4d24-8695-fee050daff8e), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:39.934628 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-e69c68dd-90d2-4647-b08f-d9664beb0c9b admin admin] Publish callbacks [] for security_group (6aaf71ef-c4ba-45ba-b44e-5d811fde72c7), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:39.945909 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-be7aa1dd-0c8e-497e-beb8-c379f206b750 admin admin] Publish callbacks [] for security_group (aee7110a-8be5-4d24-8695-fee050daff8e), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:39.960928 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-e69c68dd-90d2-4647-b08f-d9664beb0c9b admin admin] Publish callbacks [] for security_group (6aaf71ef-c4ba-45ba-b44e-5d811fde72c7), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:40.091761 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-be7aa1dd-0c8e-497e-beb8-c379f206b750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (aee7110a-8be5-4d24-8695-fee050daff8e), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:40.094405 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-be7aa1dd-0c8e-497e-beb8-c379f206b750 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:40.095607 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-be7aa1dd-0c8e-497e-beb8-c379f206b750 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/aee7110a-8be5-4d24-8695-fee050daff8e HTTP/1.1" status: 204 len: 168 time: 0.2617416 Aug 02 13:38:40.104234 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7aa1dd-0c8e-497e-beb8-c379f206b750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee7110a-8be5-4d24-8695-fee050daff8e,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:40.112393 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7aa1dd-0c8e-497e-beb8-c379f206b750 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:38:40.112754 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7aa1dd-0c8e-497e-beb8-c379f206b750 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:38:40.113106 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7aa1dd-0c8e-497e-beb8-c379f206b750 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:38:40.113454 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7aa1dd-0c8e-497e-beb8-c379f206b750 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:38:40.113802 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7aa1dd-0c8e-497e-beb8-c379f206b750 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:38:40.114138 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7aa1dd-0c8e-497e-beb8-c379f206b750 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:38:40.114511 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7aa1dd-0c8e-497e-beb8-c379f206b750 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:38:40.114847 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7aa1dd-0c8e-497e-beb8-c379f206b750 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:38:40.115186 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7aa1dd-0c8e-497e-beb8-c379f206b750 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:38:40.115517 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7aa1dd-0c8e-497e-beb8-c379f206b750 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:38:40.115856 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7aa1dd-0c8e-497e-beb8-c379f206b750 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:38:40.116179 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7aa1dd-0c8e-497e-beb8-c379f206b750 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:38:40.116528 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7aa1dd-0c8e-497e-beb8-c379f206b750 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:38:40.128295 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-e69c68dd-90d2-4647-b08f-d9664beb0c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (6aaf71ef-c4ba-45ba-b44e-5d811fde72c7), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:40.131028 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-e69c68dd-90d2-4647-b08f-d9664beb0c9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:40.132186 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-e69c68dd-90d2-4647-b08f-d9664beb0c9b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6aaf71ef-c4ba-45ba-b44e-5d811fde72c7 HTTP/1.1" status: 204 len: 168 time: 0.2767889 Aug 02 13:38:40.140946 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c68dd-90d2-4647-b08f-d9664beb0c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aaf71ef-c4ba-45ba-b44e-5d811fde72c7,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:40.657298 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63072f87-ed5e-4cbe-8b4d-8e4e9ab47ff0 req-d78a2ff0-20b0-41c8-96a1-220fbd3c7245 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:40.658901 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-63072f87-ed5e-4cbe-8b4d-8e4e9ab47ff0 req-d78a2ff0-20b0-41c8-96a1-220fbd3c7245 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.0582440 Aug 02 13:38:40.709839 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-63072f87-ed5e-4cbe-8b4d-8e4e9ab47ff0 req-70383da8-01f1-4f2a-a118-27b1d1656fc4 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445359 Aug 02 13:38:41.876293 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176dd102-e857-451d-9dee-1b6aa27304b1 req-d48b58d8-1b1f-4641-b87d-7683bb16ac04 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:41.886092 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-176dd102-e857-451d-9dee-1b6aa27304b1 req-d48b58d8-1b1f-4641-b87d-7683bb16ac04 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.0853503 Aug 02 13:38:41.936202 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-176dd102-e857-451d-9dee-1b6aa27304b1 req-d686fc5d-b5d8-4454-9f4e-829d2bdc6158 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525446 Aug 02 13:38:42.547876 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 34330) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:42.806139 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c29f69f3-86c0-4853-a034-06f7e3b5f459 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:42.886153 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c29f69f3-86c0-4853-a034-06f7e3b5f459 admin admin] Publish callbacks [] for security_group (976f1e54-f016-4382-be7e-35a47a2b2718), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:42.969900 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c29f69f3-86c0-4853-a034-06f7e3b5f459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (976f1e54-f016-4382-be7e-35a47a2b2718), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:43.022790 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f69f3-86c0-4853-a034-06f7e3b5f459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976f1e54-f016-4382-be7e-35a47a2b2718,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:43.032333 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-c29f69f3-86c0-4853-a034-06f7e3b5f459 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e68d9faf4ebf4249a123d94d83410baf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4800856 Aug 02 13:38:43.032526 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 34348) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:43.092167 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a0fdcbbb-e8f7-4572-827a-73c58a0e1a10 admin admin] Publish callbacks [] for security_group (976f1e54-f016-4382-be7e-35a47a2b2718), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:43.108949 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40dcaa-a49d-4946-8c20-f0666af5e7ed req-c8714042-77c6-4f6a-a401-6ed73832e43c tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:43.116756 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a0fdcbbb-e8f7-4572-827a-73c58a0e1a10 admin admin] Publish callbacks [] for security_group (976f1e54-f016-4382-be7e-35a47a2b2718), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:43.117631 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-0a40dcaa-a49d-4946-8c20-f0666af5e7ed req-c8714042-77c6-4f6a-a401-6ed73832e43c tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.0872624 Aug 02 13:38:43.171463 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-0a40dcaa-a49d-4946-8c20-f0666af5e7ed req-146511c4-c114-479a-9ff8-a5f65cd6e8cb tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528517 Aug 02 13:38:43.248273 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a0fdcbbb-e8f7-4572-827a-73c58a0e1a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (976f1e54-f016-4382-be7e-35a47a2b2718), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:43.250982 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a0fdcbbb-e8f7-4572-827a-73c58a0e1a10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:43.252238 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-a0fdcbbb-e8f7-4572-827a-73c58a0e1a10 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/976f1e54-f016-4382-be7e-35a47a2b2718 HTTP/1.1" status: 204 len: 168 time: 0.2194016 Aug 02 13:38:43.260362 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fdcbbb-e8f7-4572-827a-73c58a0e1a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976f1e54-f016-4382-be7e-35a47a2b2718,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:44.144936 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 34390) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:44.158593 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-18df1e8b-7e31-4d76-b018-4016457b701e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:44.237063 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-18df1e8b-7e31-4d76-b018-4016457b701e admin admin] Publish callbacks [] for security_group (d5a9babb-b8c2-4742-a7de-ba5a35acfc41), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:44.296741 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-18df1e8b-7e31-4d76-b018-4016457b701e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (d5a9babb-b8c2-4742-a7de-ba5a35acfc41), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:44.356607 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa864db-fc4a-4fac-9bac-b265e8c39de3 req-5a1b733b-5310-4362-94e8-9112dbf6fefe tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:44.358048 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-0aa864db-fc4a-4fac-9bac-b265e8c39de3 req-5a1b733b-5310-4362-94e8-9112dbf6fefe tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.1107244 Aug 02 13:38:44.360379 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-18df1e8b-7e31-4d76-b018-4016457b701e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=45d09c2ce6b741a3a06e9a3587630965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144303 Aug 02 13:38:44.362709 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df1e8b-7e31-4d76-b018-4016457b701e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a9babb-b8c2-4742-a7de-ba5a35acfc41,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:44.363610 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 34406) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:44.430120 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-d281ab58-27cb-43a2-8c0e-7102b5dfc4fe admin admin] Publish callbacks [] for security_group (d5a9babb-b8c2-4742-a7de-ba5a35acfc41), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:44.432638 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-0aa864db-fc4a-4fac-9bac-b265e8c39de3 req-e60a9d5d-71e6-4c6e-80f0-a41bd980e0b1 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614326 Aug 02 13:38:44.458052 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-d281ab58-27cb-43a2-8c0e-7102b5dfc4fe admin admin] Publish callbacks [] for security_group (d5a9babb-b8c2-4742-a7de-ba5a35acfc41), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:44.555107 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-d281ab58-27cb-43a2-8c0e-7102b5dfc4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (d5a9babb-b8c2-4742-a7de-ba5a35acfc41), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:44.559578 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-d281ab58-27cb-43a2-8c0e-7102b5dfc4fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:44.560198 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-d281ab58-27cb-43a2-8c0e-7102b5dfc4fe admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d5a9babb-b8c2-4742-a7de-ba5a35acfc41 HTTP/1.1" status: 204 len: 168 time: 0.1956346 Aug 02 13:38:44.569280 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281ab58-27cb-43a2-8c0e-7102b5dfc4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a9babb-b8c2-4742-a7de-ba5a35acfc41,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:45.569117 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b45747-1ffe-4ec2-b46c-498cf5275db8 req-8c17bf9a-62d3-48ed-95e2-5b7c603cb043 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:45.570665 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-b9b45747-1ffe-4ec2-b46c-498cf5275db8 req-8c17bf9a-62d3-48ed-95e2-5b7c603cb043 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.0622635 Aug 02 13:38:45.627726 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-b9b45747-1ffe-4ec2-b46c-498cf5275db8 req-e8e88a80-ad8c-415a-866c-cb66e8c9b2f6 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503674 Aug 02 13:38:45.814240 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 34454) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:45.926108 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0a1f38e8-bd2a-476b-b634-ed03aa8aa375 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:46.007953 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0a1f38e8-bd2a-476b-b634-ed03aa8aa375 admin admin] Publish callbacks [] for security_group (834b7fb4-1fc5-4587-97de-ddb8ab9820b2), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:46.077059 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0a1f38e8-bd2a-476b-b634-ed03aa8aa375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (834b7fb4-1fc5-4587-97de-ddb8ab9820b2), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:46.116457 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f38e8-bd2a-476b-b634-ed03aa8aa375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834b7fb4-1fc5-4587-97de-ddb8ab9820b2,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:46.122880 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-0a1f38e8-bd2a-476b-b634-ed03aa8aa375 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2df5b06c966441c8b1dedb561ca2601d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3070371 Aug 02 13:38:46.125921 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 34464) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:46.181780 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-aa1ecab0-6d72-4839-8d6d-e33ac258f471 admin admin] Publish callbacks [] for security_group (834b7fb4-1fc5-4587-97de-ddb8ab9820b2), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:46.204308 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-aa1ecab0-6d72-4839-8d6d-e33ac258f471 admin admin] Publish callbacks [] for security_group (834b7fb4-1fc5-4587-97de-ddb8ab9820b2), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:46.391894 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-aa1ecab0-6d72-4839-8d6d-e33ac258f471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (834b7fb4-1fc5-4587-97de-ddb8ab9820b2), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:46.397364 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-aa1ecab0-6d72-4839-8d6d-e33ac258f471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:46.398935 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-aa1ecab0-6d72-4839-8d6d-e33ac258f471 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/834b7fb4-1fc5-4587-97de-ddb8ab9820b2 HTTP/1.1" status: 204 len: 168 time: 0.2720766 Aug 02 13:38:46.411480 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ecab0-6d72-4839-8d6d-e33ac258f471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834b7fb4-1fc5-4587-97de-ddb8ab9820b2,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:46.781066 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b0ca2-b52c-4809-a864-2ce90d852f9e req-ce4fc836-f118-46b7-a5ce-32fef9231614 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:46.782789 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2f7b0ca2-b52c-4809-a864-2ce90d852f9e req-ce4fc836-f118-46b7-a5ce-32fef9231614 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.0694895 Aug 02 13:38:46.865279 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2f7b0ca2-b52c-4809-a864-2ce90d852f9e req-fb0d0c6e-1a4a-4212-8c3f-43acd383053d tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660813 Aug 02 13:38:47.260813 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 34496) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:47.275694 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-181b7b6c-16f8-4568-ad76-ced0b65e062e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:47.359163 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-181b7b6c-16f8-4568-ad76-ced0b65e062e admin admin] Publish callbacks [] for security_group (9234b70c-d527-4890-a7d7-59dac59abcbf), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:47.439194 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-181b7b6c-16f8-4568-ad76-ced0b65e062e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (9234b70c-d527-4890-a7d7-59dac59abcbf), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:47.481073 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-181b7b6c-16f8-4568-ad76-ced0b65e062e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6d14a25bb73944c187cbfd283e4e4e2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182894 Aug 02 13:38:47.482086 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b7b6c-16f8-4568-ad76-ced0b65e062e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9234b70c-d527-4890-a7d7-59dac59abcbf,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:47.489017 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 34508) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:47.558741 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-800e9063-c8f1-4da4-908c-c9b437be3ae7 admin admin] Publish callbacks [] for security_group (9234b70c-d527-4890-a7d7-59dac59abcbf), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:47.582364 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-800e9063-c8f1-4da4-908c-c9b437be3ae7 admin admin] Publish callbacks [] for security_group (9234b70c-d527-4890-a7d7-59dac59abcbf), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:47.759590 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-800e9063-c8f1-4da4-908c-c9b437be3ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (9234b70c-d527-4890-a7d7-59dac59abcbf), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:47.762184 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-800e9063-c8f1-4da4-908c-c9b437be3ae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:47.763410 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-800e9063-c8f1-4da4-908c-c9b437be3ae7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9234b70c-d527-4890-a7d7-59dac59abcbf HTTP/1.1" status: 204 len: 168 time: 0.2768400 Aug 02 13:38:47.773752 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e9063-c8f1-4da4-908c-c9b437be3ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9234b70c-d527-4890-a7d7-59dac59abcbf,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:48.034762 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117d969-645a-445d-ae1c-46c319f7c610 req-463fb042-9434-487a-a755-ebfa601b7048 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:48.037726 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1117d969-645a-445d-ae1c-46c319f7c610 req-463fb042-9434-487a-a755-ebfa601b7048 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.0955002 Aug 02 13:38:48.095143 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1117d969-645a-445d-ae1c-46c319f7c610 req-f5a946ce-5347-4953-8b6c-9e21e25891a9 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496626 Aug 02 13:38:48.100802 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0b727-d177-4ad1-84f8-af41062184e3 req-3b0bd542-6e1c-455d-9847-21db0617e3aa tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:48.102133 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ddf0b727-d177-4ad1-84f8-af41062184e3 req-3b0bd542-6e1c-455d-9847-21db0617e3aa tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 945 time: 0.0666089 Aug 02 13:38:48.154942 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ddf0b727-d177-4ad1-84f8-af41062184e3 req-e5389708-c3c1-485f-a1fc-e8db717f232e tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2d4e4e2-910b-420c-bec2-0c429e4c5f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481355 Aug 02 13:38:48.959038 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 34580) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:49.098458 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-1f4e28e1-b399-4f13-964a-fe32f49654b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:49.212491 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-1f4e28e1-b399-4f13-964a-fe32f49654b2 admin admin] Publish callbacks [] for security_group (e0bd0959-6541-4ad9-9b92-5c56826b77f9), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:49.241083 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32358dd-ffed-4a24-9a4c-80aa54a6fb3d req-7d95e781-c252-4a84-ad1d-236f42a6643e tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:49.242654 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-c32358dd-ffed-4a24-9a4c-80aa54a6fb3d req-7d95e781-c252-4a84-ad1d-236f42a6643e tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.0635409 Aug 02 13:38:49.290932 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2ef7a-2442-4943-b7a8-1cf598796220 req-189094c1-876d-4c36-b32e-2f0194bdbe8b tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:49.292642 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-56c2ef7a-2442-4943-b7a8-1cf598796220 req-189094c1-876d-4c36-b32e-2f0194bdbe8b tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 945 time: 0.0555077 Aug 02 13:38:49.294629 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-c32358dd-ffed-4a24-9a4c-80aa54a6fb3d req-27ea6755-bca9-40ea-a348-f0c31e92f403 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451455 Aug 02 13:38:49.341360 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-56c2ef7a-2442-4943-b7a8-1cf598796220 req-67ee3f81-2c81-47c9-8e3d-b01745a1207e tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2d4e4e2-910b-420c-bec2-0c429e4c5f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427737 Aug 02 13:38:49.663266 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-1f4e28e1-b399-4f13-964a-fe32f49654b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (e0bd0959-6541-4ad9-9b92-5c56826b77f9), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:49.708660 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e28e1-b399-4f13-964a-fe32f49654b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bd0959-6541-4ad9-9b92-5c56826b77f9,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:49.713105 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-1f4e28e1-b399-4f13-964a-fe32f49654b2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3e68a283a2a84e9b92b9f5728506f1e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7529459 Aug 02 13:38:49.716342 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 34596) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:49.772846 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-7baa65f8-c801-4dfd-8e80-2143bee47eee admin admin] Publish callbacks [] for security_group (e0bd0959-6541-4ad9-9b92-5c56826b77f9), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:49.794751 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-7baa65f8-c801-4dfd-8e80-2143bee47eee admin admin] Publish callbacks [] for security_group (e0bd0959-6541-4ad9-9b92-5c56826b77f9), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:49.905448 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-7baa65f8-c801-4dfd-8e80-2143bee47eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (e0bd0959-6541-4ad9-9b92-5c56826b77f9), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:49.908148 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-7baa65f8-c801-4dfd-8e80-2143bee47eee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:49.909369 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-7baa65f8-c801-4dfd-8e80-2143bee47eee admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e0bd0959-6541-4ad9-9b92-5c56826b77f9 HTTP/1.1" status: 204 len: 168 time: 0.1919985 Aug 02 13:38:49.917798 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa65f8-c801-4dfd-8e80-2143bee47eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bd0959-6541-4ad9-9b92-5c56826b77f9,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:50.441008 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a7224-aeeb-444f-9f7d-0c50a3fad19e req-c64e9be1-c8f3-47bd-a0c7-810b506c7452 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:50.442617 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e42a7224-aeeb-444f-9f7d-0c50a3fad19e req-c64e9be1-c8f3-47bd-a0c7-810b506c7452 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.0624607 Aug 02 13:38:50.488681 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ba410-e165-4e27-b16d-bd8dcff255c6 req-1e537d42-c85f-4b3f-957f-a5b18e254bfe tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:50.490227 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ba0ba410-e165-4e27-b16d-bd8dcff255c6 req-1e537d42-c85f-4b3f-957f-a5b18e254bfe tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 945 time: 0.0681212 Aug 02 13:38:50.507988 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e42a7224-aeeb-444f-9f7d-0c50a3fad19e req-1df43a95-7fc6-4658-8bc6-85290c98efdc tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597224 Aug 02 13:38:50.541310 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ba0ba410-e165-4e27-b16d-bd8dcff255c6 req-a24b2a62-dab8-46ac-8405-41bc46c9c075 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2d4e4e2-910b-420c-bec2-0c429e4c5f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444469 Aug 02 13:38:50.649350 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 34636) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:50.663520 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ec181eb3-ff43-4e6e-b8d3-eef90d27e6c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:50.744597 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ec181eb3-ff43-4e6e-b8d3-eef90d27e6c2 admin admin] Publish callbacks [] for security_group (b360242c-913f-4664-824e-d7fce1f5f06d), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:50.830792 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ec181eb3-ff43-4e6e-b8d3-eef90d27e6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (b360242c-913f-4664-824e-d7fce1f5f06d), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:50.868944 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-ec181eb3-ff43-4e6e-b8d3-eef90d27e6c2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=aaaaccdd789d4d44aa5148822089bb1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187343 Aug 02 13:38:50.869869 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec181eb3-ff43-4e6e-b8d3-eef90d27e6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b360242c-913f-4664-824e-d7fce1f5f06d,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:50.873150 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 34648) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:50.927893 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-af448b95-16b9-4f04-afa3-f1a6b0576c4f admin admin] Publish callbacks [] for security_group (b360242c-913f-4664-824e-d7fce1f5f06d), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:50.949898 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-af448b95-16b9-4f04-afa3-f1a6b0576c4f admin admin] Publish callbacks [] for security_group (b360242c-913f-4664-824e-d7fce1f5f06d), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:51.180157 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-af448b95-16b9-4f04-afa3-f1a6b0576c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (b360242c-913f-4664-824e-d7fce1f5f06d), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:51.182564 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-af448b95-16b9-4f04-afa3-f1a6b0576c4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:51.184632 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-af448b95-16b9-4f04-afa3-f1a6b0576c4f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b360242c-913f-4664-824e-d7fce1f5f06d HTTP/1.1" status: 204 len: 168 time: 0.3105261 Aug 02 13:38:51.192376 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af448b95-16b9-4f04-afa3-f1a6b0576c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b360242c-913f-4664-824e-d7fce1f5f06d,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:51.673579 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3f78a-bdc7-47e3-b947-9d1664e135e6 req-4db4c525-973a-4437-8d06-bf08e877e987 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:51.682922 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-42a3f78a-bdc7-47e3-b947-9d1664e135e6 req-4db4c525-973a-4437-8d06-bf08e877e987 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.0684595 Aug 02 13:38:51.699330 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56622a-bbeb-45bd-a3cb-45fb4f0676c1 req-1b1dc379-df18-46c6-8994-7540cde9d92c tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:51.701245 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-0c56622a-bbeb-45bd-a3cb-45fb4f0676c1 req-1b1dc379-df18-46c6-8994-7540cde9d92c tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 945 time: 0.0663054 Aug 02 13:38:51.743290 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-42a3f78a-bdc7-47e3-b947-9d1664e135e6 req-fdeef4cb-9432-4f9f-bcb1-8ac779b4cbd8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587692 Aug 02 13:38:51.769043 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-0c56622a-bbeb-45bd-a3cb-45fb4f0676c1 req-b97a49f1-267f-4d31-be43-affb1f6a4ac9 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2d4e4e2-910b-420c-bec2-0c429e4c5f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596433 Aug 02 13:38:52.871748 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2865c1b-399e-4773-acec-28280542aef1 req-f1a90043-deb9-4873-9fb0-3fea4dbde957 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:52.873340 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-c2865c1b-399e-4773-acec-28280542aef1 req-f1a90043-deb9-4873-9fb0-3fea4dbde957 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.0613706 Aug 02 13:38:52.926059 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72d7ba-a7a8-403a-b799-b2b048eebcba req-1d56774b-5cf4-42fd-b955-93f0d501e556 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:52.936507 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-c2865c1b-399e-4773-acec-28280542aef1 req-17a92449-6044-4bbe-a86f-731dd48a1f4e tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541065 Aug 02 13:38:52.936696 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4a72d7ba-a7a8-403a-b799-b2b048eebcba req-1d56774b-5cf4-42fd-b955-93f0d501e556 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 945 time: 0.0885813 Aug 02 13:38:52.960130 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 34722) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:52.996032 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4a72d7ba-a7a8-403a-b799-b2b048eebcba req-b5a6548d-720d-4c04-b304-32ad10b28d67 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2d4e4e2-910b-420c-bec2-0c429e4c5f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555277 Aug 02 13:38:53.068882 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ee623a7a-8274-45be-ab4d-d5c9aa45d6b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:53.153412 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ee623a7a-8274-45be-ab4d-d5c9aa45d6b7 admin admin] Publish callbacks [] for security_group (d07fec80-324a-45fa-91a1-8d68192300fc), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:53.250235 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ee623a7a-8274-45be-ab4d-d5c9aa45d6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (d07fec80-324a-45fa-91a1-8d68192300fc), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:53.290149 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee623a7a-8274-45be-ab4d-d5c9aa45d6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07fec80-324a-45fa-91a1-8d68192300fc,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:53.295316 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-ee623a7a-8274-45be-ab4d-d5c9aa45d6b7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=31bf624f9d8d4fc7a6f0fe25fd9f6fb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3340232 Aug 02 13:38:53.298076 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 34730) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:53.352002 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-717c2705-f199-4782-a499-52abdde77269 admin admin] Publish callbacks [] for security_group (d07fec80-324a-45fa-91a1-8d68192300fc), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:53.374008 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-717c2705-f199-4782-a499-52abdde77269 admin admin] Publish callbacks [] for security_group (d07fec80-324a-45fa-91a1-8d68192300fc), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:53.488312 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-717c2705-f199-4782-a499-52abdde77269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (d07fec80-324a-45fa-91a1-8d68192300fc), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:53.491017 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-717c2705-f199-4782-a499-52abdde77269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:53.492169 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-717c2705-f199-4782-a499-52abdde77269 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d07fec80-324a-45fa-91a1-8d68192300fc HTTP/1.1" status: 204 len: 168 time: 0.1931319 Aug 02 13:38:53.501264 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c2705-f199-4782-a499-52abdde77269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07fec80-324a-45fa-91a1-8d68192300fc,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:54.084159 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce94610-d3dd-4018-9978-39a437eebda6 req-8a8e6bb8-acbb-4657-845c-90d8da82414a tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:54.086349 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6ce94610-d3dd-4018-9978-39a437eebda6 req-8a8e6bb8-acbb-4657-845c-90d8da82414a tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.0630810 Aug 02 13:38:54.126836 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb074ec-d62c-4d02-b99a-ec21f9cb9071 req-569a08e1-3720-4f17-b2cf-63c4329b8fdb tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:54.128992 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-bbb074ec-d62c-4d02-b99a-ec21f9cb9071 req-569a08e1-3720-4f17-b2cf-63c4329b8fdb tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 945 time: 0.0579829 Aug 02 13:38:54.146348 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6ce94610-d3dd-4018-9978-39a437eebda6 req-af58d821-699c-432a-8053-379dd0d3f099 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531497 Aug 02 13:38:54.164328 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 34744) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:54.181084 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-95f4920e-e159-473d-8725-f5737f0c5cdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:54.187574 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-3de4356c-5046-480e-bd8b-d958f6c1b170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:54.216303 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-bbb074ec-d62c-4d02-b99a-ec21f9cb9071 req-b6304f6d-1a55-4c3a-88a4-d41124798487 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2d4e4e2-910b-420c-bec2-0c429e4c5f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762932 Aug 02 13:38:54.287438 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-95f4920e-e159-473d-8725-f5737f0c5cdc admin admin] Publish callbacks [] for security_group (4ce2c713-8faa-43c7-b8a7-05808eebbdcc), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:54.376239 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-95f4920e-e159-473d-8725-f5737f0c5cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (4ce2c713-8faa-43c7-b8a7-05808eebbdcc), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:54.417850 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-95f4920e-e159-473d-8725-f5737f0c5cdc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7d8b1feebe9046bd9c172f3431d0f677&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2518003 Aug 02 13:38:54.418739 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4920e-e159-473d-8725-f5737f0c5cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce2c713-8faa-43c7-b8a7-05808eebbdcc,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:54.423613 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 34748) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:54.476935 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3d7c40c0-8c03-439b-a585-acb885215110 admin admin] Publish callbacks [] for security_group (4ce2c713-8faa-43c7-b8a7-05808eebbdcc), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:54.500012 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3d7c40c0-8c03-439b-a585-acb885215110 admin admin] Publish callbacks [] for security_group (4ce2c713-8faa-43c7-b8a7-05808eebbdcc), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:54.622206 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3d7c40c0-8c03-439b-a585-acb885215110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (4ce2c713-8faa-43c7-b8a7-05808eebbdcc), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:54.624900 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3d7c40c0-8c03-439b-a585-acb885215110 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:54.626066 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-3d7c40c0-8c03-439b-a585-acb885215110 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4ce2c713-8faa-43c7-b8a7-05808eebbdcc HTTP/1.1" status: 204 len: 168 time: 0.2015469 Aug 02 13:38:54.636563 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c40c0-8c03-439b-a585-acb885215110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce2c713-8faa-43c7-b8a7-05808eebbdcc,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:55.125140 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:55.321250 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad48aa6-8b68-452e-a755-f3847f76ac5e req-e9fb5480-b5ff-45a9-90db-6fa5292e34aa tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:55.324417 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1ad48aa6-8b68-452e-a755-f3847f76ac5e req-e9fb5480-b5ff-45a9-90db-6fa5292e34aa tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.0953710 Aug 02 13:38:55.333051 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee65d2-0dee-4364-a227-4512cd4f5d65 req-8d12816c-aec0-41ea-af81-b705c859c441 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:55.336371 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-15ee65d2-0dee-4364-a227-4512cd4f5d65 req-8d12816c-aec0-41ea-af81-b705c859c441 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 945 time: 0.1031985 Aug 02 13:38:55.374094 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d13f2-3dd2-472a-a86b-14d4d556e272 req-60e5ae49-f866-4359-9ccf-bfd5fde7b509 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:55.379574 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-b79d13f2-3dd2-472a-a86b-14d4d556e272 req-60e5ae49-f866-4359-9ccf-bfd5fde7b509 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 945 time: 0.0853345 Aug 02 13:38:55.430835 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-b79d13f2-3dd2-472a-a86b-14d4d556e272 req-4c06628d-5134-4b0b-81e0-0cee0aad0ed6 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2d4e4e2-910b-420c-bec2-0c429e4c5f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492549 Aug 02 13:38:55.438847 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1ad48aa6-8b68-452e-a755-f3847f76ac5e req-90a93bcd-7b14-46de-a9ee-56cacb6b910a tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991845 Aug 02 13:38:55.505724 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [req-15ee65d2-0dee-4364-a227-4512cd4f5d65 req-50c12be9-9060-487d-bea8-f900ddffdc56 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Deleting port 602680bb-1211-41be-aba8-9ab945e5b78b {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:38:55.506097 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-15ee65d2-0dee-4364-a227-4512cd4f5d65 req-50c12be9-9060-487d-bea8-f900ddffdc56 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (602680bb-1211-41be-aba8-9ab945e5b78b), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:55.600457 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-15ee65d2-0dee-4364-a227-4512cd4f5d65 req-50c12be9-9060-487d-bea8-f900ddffdc56 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] For port 602680bb-1211-41be-aba8-9ab945e5b78b, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=602680bb-1211-41be-aba8-9ab945e5b78b,segment=NetworkSegment(ae4f2447-af72-4e30-a37d-256d40f51a46),segment_id=ae4f2447-af72-4e30-a37d-256d40f51a46)] {{(pid=104369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:38:55.600818 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-15ee65d2-0dee-4364-a227-4512cd4f5d65 req-50c12be9-9060-487d-bea8-f900ddffdc56 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (602680bb-1211-41be-aba8-9ab945e5b78b), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:55.616118 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [req-15ee65d2-0dee-4364-a227-4512cd4f5d65 req-50c12be9-9060-487d-bea8-f900ddffdc56 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Calling delete_port for 602680bb-1211-41be-aba8-9ab945e5b78b owned by compute:nova {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:38:55.879312 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-15ee65d2-0dee-4364-a227-4512cd4f5d65 req-50c12be9-9060-487d-bea8-f900ddffdc56 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988'] for port (602680bb-1211-41be-aba8-9ab945e5b78b), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:55.912315 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c12be9-9060-487d-bea8-f900ddffdc56 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Pushing event deleted for resources: {'Port': ['ID=602680bb-1211-41be-aba8-9ab945e5b78b,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:55.978622 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ee65d2-0dee-4364-a227-4512cd4f5d65 req-50c12be9-9060-487d-bea8-f900ddffdc56 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] No DVR routers for this DVR port 602680bb-1211-41be-aba8-9ab945e5b78b on host hv-cinder-84786 {{(pid=104369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:38:55.981997 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-15ee65d2-0dee-4364-a227-4512cd4f5d65 req-50c12be9-9060-487d-bea8-f900ddffdc56 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:55.985503 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-15ee65d2-0dee-4364-a227-4512cd4f5d65 req-50c12be9-9060-487d-bea8-f900ddffdc56 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.20 "DELETE /v2.0/ports/602680bb-1211-41be-aba8-9ab945e5b78b HTTP/1.1" status: 204 len: 173 time: 0.6398363 Aug 02 13:38:55.985990 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8eeddfb-c4b5-465d-b537-0088c962b284', 'name': 'network-vif-deleted', 'tag': '602680bb-1211-41be-aba8-9ab945e5b78b'}] {{(pid=104369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:38:55.988442 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bf99331ba47a6ac295264f2d91701b523438f9b2384832aa813a78b8ac64a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98a0932-1ddc-493c-8747-f6132c637cb0" -d '{"events": [{"server_uuid": "e8eeddfb-c4b5-465d-b537-0088c962b284", "name": "network-vif-deleted", "tag": "602680bb-1211-41be-aba8-9ab945e5b78b"}]}' {{(pid=104369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:38:56.043822 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e276323-4cd3-4299-bca9-d45bf9ab7eed x-openstack-request-id: req-0e276323-4cd3-4299-bca9-d45bf9ab7eed {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:38:56.044261 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8eeddfb-c4b5-465d-b537-0088c962b284", "name": "network-vif-deleted", "tag": "602680bb-1211-41be-aba8-9ab945e5b78b", "status": "completed", "code": 200}]} {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:38:56.044756 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0e276323-4cd3-4299-bca9-d45bf9ab7eed {{(pid=104369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:38:56.045284 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e276323-4cd3-4299-bca9-d45bf9ab7eed'] response: {'server_uuid': 'e8eeddfb-c4b5-465d-b537-0088c962b284', 'name': 'network-vif-deleted', 'tag': '602680bb-1211-41be-aba8-9ab945e5b78b', 'status': 'completed', 'code': 200} Aug 02 13:38:56.070262 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 602680bb-1211-41be-aba8-9ab945e5b78b no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:38:56.102964 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] No Port match for: 602680bb-1211-41be-aba8-9ab945e5b78b {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:38:56.103321 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 602680bb-1211-41be-aba8-9ab945e5b78b not bound to the agent host hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:38:56.407759 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6cd19621-1ee1-4a32-ac1c-f770e33f093a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:56.597661 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-696fc64c-4613-46ff-8c35-0e876d98493e req-1f855e03-3828-41d0-a021-6b67f097263e tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 210 time: 0.0414214 Aug 02 13:38:56.607880 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bcb9e6-e605-4c28-babd-8da3a91455f5 req-876c242f-c050-4693-b181-8a3367b92607 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:56.609455 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f6bcb9e6-e605-4c28-babd-8da3a91455f5 req-876c242f-c050-4693-b181-8a3367b92607 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.0708225 Aug 02 13:38:56.679045 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f6bcb9e6-e605-4c28-babd-8da3a91455f5 req-05c90751-7058-46ca-9997-7f2106ec62c5 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614703 Aug 02 13:38:57.358085 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 34842) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:57.474309 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f48b4c61-61f8-40d4-80af-6210a5bf1b5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:57.564359 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f48b4c61-61f8-40d4-80af-6210a5bf1b5f admin admin] Publish callbacks [] for security_group (a2fb7b12-edff-4238-902d-3b9fa35534cf), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:57.607625 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:57.645548 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f48b4c61-61f8-40d4-80af-6210a5bf1b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (a2fb7b12-edff-4238-902d-3b9fa35534cf), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:57.844834 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe327b8-3e83-4f70-9072-5ac6259bf924 req-b0673ccf-7967-4752-8caf-64ae8a3eae99 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:57.844834 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ffe327b8-3e83-4f70-9072-5ac6259bf924 req-b0673ccf-7967-4752-8caf-64ae8a3eae99 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.0852439 Aug 02 13:38:57.910694 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ffe327b8-3e83-4f70-9072-5ac6259bf924 req-87ea5099-273a-495d-b37c-b88691ade550 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645416 Aug 02 13:38:57.925774 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-f48b4c61-61f8-40d4-80af-6210a5bf1b5f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e2ce9ccaadb6459081ba84b6cf21f5d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5653224 Aug 02 13:38:57.926577 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-486e1754-743a-4d4e-90db-a54dcd162adc req-ad041228-d259-4159-a7f0-94061ab59e94 tempest-DeleteServersTestJSON-112786237 tempest-DeleteServersTestJSON-112786237-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8eeddfb-c4b5-465d-b537-0088c962b284 HTTP/1.1" status: 200 len: 210 time: 0.0420129 Aug 02 13:38:57.931111 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 34876) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:57.941888 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b4c61-61f8-40d4-80af-6210a5bf1b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fb7b12-edff-4238-902d-3b9fa35534cf,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:57.986321 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-33ab559e-8f55-46e0-9ce6-327008e52332 admin admin] Publish callbacks [] for security_group (a2fb7b12-edff-4238-902d-3b9fa35534cf), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:58.010271 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-33ab559e-8f55-46e0-9ce6-327008e52332 admin admin] Publish callbacks [] for security_group (a2fb7b12-edff-4238-902d-3b9fa35534cf), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:58.192782 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-33ab559e-8f55-46e0-9ce6-327008e52332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (a2fb7b12-edff-4238-902d-3b9fa35534cf), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:58.195410 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-33ab559e-8f55-46e0-9ce6-327008e52332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:58.196587 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-33ab559e-8f55-46e0-9ce6-327008e52332 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a2fb7b12-edff-4238-902d-3b9fa35534cf HTTP/1.1" status: 204 len: 168 time: 0.2643783 Aug 02 13:38:58.205226 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab559e-8f55-46e0-9ce6-327008e52332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fb7b12-edff-4238-902d-3b9fa35534cf,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:58.549244 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 34900) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:58.659729 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ad55253a-78b1-45aa-ae4e-e3df65e7c956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:58.738749 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ad55253a-78b1-45aa-ae4e-e3df65e7c956 admin admin] Publish callbacks [] for security_group (f1a1c6c9-12c9-4167-b71a-8cd80cdbb5bd), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:58.808634 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ad55253a-78b1-45aa-ae4e-e3df65e7c956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (f1a1c6c9-12c9-4167-b71a-8cd80cdbb5bd), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:58.848486 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-ad55253a-78b1-45aa-ae4e-e3df65e7c956 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1089d626a1b54ffc929635a6ae65693d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2981274 Aug 02 13:38:58.849339 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55253a-78b1-45aa-ae4e-e3df65e7c956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a1c6c9-12c9-4167-b71a-8cd80cdbb5bd,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:58.851377 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 34906) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:58.861581 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 34908) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:58.875925 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-105a8cbb-3372-4a93-9ebb-ee0997371f82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:58.914274 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ff440bb6-360d-4bb9-873f-2fa6571e7c04 admin admin] Publish callbacks [] for security_group (f1a1c6c9-12c9-4167-b71a-8cd80cdbb5bd), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:58.937594 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ff440bb6-360d-4bb9-873f-2fa6571e7c04 admin admin] Publish callbacks [] for security_group (f1a1c6c9-12c9-4167-b71a-8cd80cdbb5bd), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:58.952344 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-105a8cbb-3372-4a93-9ebb-ee0997371f82 admin admin] Publish callbacks [] for security_group (8c19c973-5cd3-497e-b74e-3dfc5416ccf3), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:59.052302 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdd963-3c1c-4d7b-a4e7-3adb2ab380a5 req-88d19ecb-e5fd-49c7-a5bd-ba6c7961cb37 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:38:59.053758 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-02cdd963-3c1c-4d7b-a4e7-3adb2ab380a5 req-88d19ecb-e5fd-49c7-a5bd-ba6c7961cb37 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.0653427 Aug 02 13:38:59.067965 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-105a8cbb-3372-4a93-9ebb-ee0997371f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (8c19c973-5cd3-497e-b74e-3dfc5416ccf3), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:59.090497 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ff440bb6-360d-4bb9-873f-2fa6571e7c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (f1a1c6c9-12c9-4167-b71a-8cd80cdbb5bd), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:59.093517 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ff440bb6-360d-4bb9-873f-2fa6571e7c04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:59.101376 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-ff440bb6-360d-4bb9-873f-2fa6571e7c04 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f1a1c6c9-12c9-4167-b71a-8cd80cdbb5bd HTTP/1.1" status: 204 len: 168 time: 0.2461407 Aug 02 13:38:59.110443 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a8cbb-3372-4a93-9ebb-ee0997371f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c19c973-5cd3-497e-b74e-3dfc5416ccf3,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:59.127483 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-105a8cbb-3372-4a93-9ebb-ee0997371f82 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f3d74f1933dc4e658ddbe1bb4b5eed7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2552307 Aug 02 13:38:59.129058 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 34922) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:59.134652 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff440bb6-360d-4bb9-873f-2fa6571e7c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a1c6c9-12c9-4167-b71a-8cd80cdbb5bd,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:59.148806 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-02cdd963-3c1c-4d7b-a4e7-3adb2ab380a5 req-e3b39635-ea11-4651-bfd9-eb5c5a24c6c1 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889380 Aug 02 13:38:59.216051 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-8696a2ba-2462-42f9-894a-507abc4851ea admin admin] Publish callbacks [] for security_group (8c19c973-5cd3-497e-b74e-3dfc5416ccf3), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:59.222450 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:59.241879 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-8696a2ba-2462-42f9-894a-507abc4851ea admin admin] Publish callbacks [] for security_group (8c19c973-5cd3-497e-b74e-3dfc5416ccf3), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:59.388317 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-8696a2ba-2462-42f9-894a-507abc4851ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (8c19c973-5cd3-497e-b74e-3dfc5416ccf3), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:59.392203 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-8696a2ba-2462-42f9-894a-507abc4851ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:59.393745 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-8696a2ba-2462-42f9-894a-507abc4851ea admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8c19c973-5cd3-497e-b74e-3dfc5416ccf3 HTTP/1.1" status: 204 len: 168 time: 0.2636580 Aug 02 13:38:59.402802 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8696a2ba-2462-42f9-894a-507abc4851ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c19c973-5cd3-497e-b74e-3dfc5416ccf3,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:38:59.836288 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 34942) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:38:59.849750 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-abd4e99e-a164-43d1-a94f-80952ace1088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:38:59.926672 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-abd4e99e-a164-43d1-a94f-80952ace1088 admin admin] Publish callbacks [] for security_group (775d7317-6ec9-4ef7-b170-15ecf304afd1), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:00.021576 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-abd4e99e-a164-43d1-a94f-80952ace1088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (775d7317-6ec9-4ef7-b170-15ecf304afd1), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:00.062105 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-abd4e99e-a164-43d1-a94f-80952ace1088 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7442909b80a3474ebe1ed859ad6e66ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245374 Aug 02 13:39:00.062935 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4e99e-a164-43d1-a94f-80952ace1088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775d7317-6ec9-4ef7-b170-15ecf304afd1,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:00.064783 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 34948) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:00.119006 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-9916f603-8d74-4406-a3c8-1e576ae5f4de admin admin] Publish callbacks [] for security_group (775d7317-6ec9-4ef7-b170-15ecf304afd1), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:00.141650 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-9916f603-8d74-4406-a3c8-1e576ae5f4de admin admin] Publish callbacks [] for security_group (775d7317-6ec9-4ef7-b170-15ecf304afd1), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:00.283630 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe96cf1-f496-4794-9699-9bca7445dc44 req-56185556-b32d-428d-ad01-af85a98b1c13 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:00.285130 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-cfe96cf1-f496-4794-9699-9bca7445dc44 req-56185556-b32d-428d-ad01-af85a98b1c13 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.0538085 Aug 02 13:39:00.340241 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-cfe96cf1-f496-4794-9699-9bca7445dc44 req-337d19e1-3307-4941-814c-35af1e0a3dbe tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490224 Aug 02 13:39:00.344849 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-9916f603-8d74-4406-a3c8-1e576ae5f4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (775d7317-6ec9-4ef7-b170-15ecf304afd1), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:00.347523 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-9916f603-8d74-4406-a3c8-1e576ae5f4de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:00.356784 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-9916f603-8d74-4406-a3c8-1e576ae5f4de admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/775d7317-6ec9-4ef7-b170-15ecf304afd1 HTTP/1.1" status: 204 len: 168 time: 0.2821488 Aug 02 13:39:00.362441 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916f603-8d74-4406-a3c8-1e576ae5f4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775d7317-6ec9-4ef7-b170-15ecf304afd1,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:00.672839 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:01.497110 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af52295-b497-473e-8ff3-142d004e29f1 req-c738648d-0ceb-4e11-aa74-05f23fad00cb tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:01.499568 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-9af52295-b497-473e-8ff3-142d004e29f1 req-c738648d-0ceb-4e11-aa74-05f23fad00cb tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.0756314 Aug 02 13:39:01.553557 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-9af52295-b497-473e-8ff3-142d004e29f1 req-c8196505-f566-4202-b6e9-54c785c7858e tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481169 Aug 02 13:39:01.697439 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:39:02.249718 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 35026) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:02.368134 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-82bf09c1-981c-4bc1-95b5-b5b8dbb48114 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:02.450391 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-82bf09c1-981c-4bc1-95b5-b5b8dbb48114 admin admin] Publish callbacks [] for security_group (5af3dd52-cb40-4d62-a8ff-b8e39ea68930), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:02.507185 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-82bf09c1-981c-4bc1-95b5-b5b8dbb48114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (5af3dd52-cb40-4d62-a8ff-b8e39ea68930), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:02.548053 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf09c1-981c-4bc1-95b5-b5b8dbb48114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af3dd52-cb40-4d62-a8ff-b8e39ea68930,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:02.560049 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 35038) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:02.560507 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-82bf09c1-981c-4bc1-95b5-b5b8dbb48114 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c26d33f3c4c443719d90ea19c7b4a672&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3093286 Aug 02 13:39:02.638713 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-66a36932-e0f4-45b6-aa1f-086ed5ad655f admin admin] Publish callbacks [] for security_group (5af3dd52-cb40-4d62-a8ff-b8e39ea68930), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:02.690556 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-66a36932-e0f4-45b6-aa1f-086ed5ad655f admin admin] Publish callbacks [] for security_group (5af3dd52-cb40-4d62-a8ff-b8e39ea68930), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:02.731639 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 35050) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:02.737838 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b85eb-985d-4087-979e-cb9bcf8ca13d req-bc93895a-5cad-4608-9b70-a43bccd0119f tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:02.739394 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-587b85eb-985d-4087-979e-cb9bcf8ca13d req-bc93895a-5cad-4608-9b70-a43bccd0119f tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.0972631 Aug 02 13:39:02.803787 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-587b85eb-985d-4087-979e-cb9bcf8ca13d req-106d91ad-8119-4f12-b3db-715289f09651 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563788 Aug 02 13:39:02.884135 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-66a36932-e0f4-45b6-aa1f-086ed5ad655f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (5af3dd52-cb40-4d62-a8ff-b8e39ea68930), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:02.888035 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-66a36932-e0f4-45b6-aa1f-086ed5ad655f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:02.888926 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-66a36932-e0f4-45b6-aa1f-086ed5ad655f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5af3dd52-cb40-4d62-a8ff-b8e39ea68930 HTTP/1.1" status: 204 len: 168 time: 0.3272500 Aug 02 13:39:02.898137 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a36932-e0f4-45b6-aa1f-086ed5ad655f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af3dd52-cb40-4d62-a8ff-b8e39ea68930,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:03.394884 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-90c51e6f-f310-45a1-9202-426da26946d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773039'] for router_interface (5e721dfb-1f7c-416f-90af-ec2298a9918c), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:03.730270 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-90c51e6f-f310-45a1-9202-426da26946d0 admin admin] Deleting port 6355762b-f96c-4363-a145-bb688e318cea {{(pid=104368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:39:03.730965 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-90c51e6f-f310-45a1-9202-426da26946d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (6355762b-f96c-4363-a145-bb688e318cea), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:03.834514 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [None req-90c51e6f-f310-45a1-9202-426da26946d0 admin admin] For port 6355762b-f96c-4363-a145-bb688e318cea, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=6355762b-f96c-4363-a145-bb688e318cea,segment=NetworkSegment(ae4f2447-af72-4e30-a37d-256d40f51a46),segment_id=ae4f2447-af72-4e30-a37d-256d40f51a46)] {{(pid=104368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:39:03.834967 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-90c51e6f-f310-45a1-9202-426da26946d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (6355762b-f96c-4363-a145-bb688e318cea), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:03.854441 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-90c51e6f-f310-45a1-9202-426da26946d0 admin admin] Calling delete_port for 6355762b-f96c-4363-a145-bb688e318cea owned by network:router_interface {{(pid=104368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:39:04.032102 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7bcdb-23f2-4c30-a1f8-6a02616a21c5 req-e8666511-d483-43d1-8d59-765de0392ce6 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:04.033605 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5bd7bcdb-23f2-4c30-a1f8-6a02616a21c5 req-e8666511-d483-43d1-8d59-765de0392ce6 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.1492310 Aug 02 13:39:04.135280 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5bd7bcdb-23f2-4c30-a1f8-6a02616a21c5 req-b96a2d1d-aafd-4f0f-ae59-8754d4737d0c tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685904 Aug 02 13:39:04.282158 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-90c51e6f-f310-45a1-9202-426da26946d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988'] for port (6355762b-f96c-4363-a145-bb688e318cea), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:04.311284 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c51e6f-f310-45a1-9202-426da26946d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6355762b-f96c-4363-a145-bb688e318cea,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:04.454492 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-90c51e6f-f310-45a1-9202-426da26946d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-772915'] for router_interface (5e721dfb-1f7c-416f-90af-ec2298a9918c), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:04.671466 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c51e6f-f310-45a1-9202-426da26946d0 admin admin] Router 5e721dfb-1f7c-416f-90af-ec2298a9918c has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:39:04.778932 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c51e6f-f310-45a1-9202-426da26946d0 admin admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:39:04.788468 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-90c51e6f-f310-45a1-9202-426da26946d0 admin admin] 10.222.0.67 "PUT /v2.0/routers/5e721dfb-1f7c-416f-90af-ec2298a9918c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0555573 Aug 02 13:39:04.790251 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 35068) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:04.795265 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9901a9ff-ad49-44ba-9219-8c86d2ca8848 None None] Sync routers for ids ['5e721dfb-1f7c-416f-90af-ec2298a9918c'] in dv-cinder-847864-8-iscsi {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:39:04.808013 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9901a9ff-ad49-44ba-9219-8c86d2ca8848 None None] Routers {'5e721dfb-1f7c-416f-90af-ec2298a9918c'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:39:04.808641 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-9901a9ff-ad49-44ba-9219-8c86d2ca8848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:38:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['5e721dfb-1f7c-416f-90af-ec2298a9918c'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:39:04.897602 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-69950043-3941-4238-aeeb-44a66b4c98ff admin admin] Publish callbacks [] for router (5e721dfb-1f7c-416f-90af-ec2298a9918c), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:04.925982 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-9901a9ff-ad49-44ba-9219-8c86d2ca8848 None None] Set router 5e721dfb-1f7c-416f-90af-ec2298a9918c gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:39:05.009247 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-69950043-3941-4238-aeeb-44a66b4c98ff admin admin] Publish callbacks [] for router_gateway (5e721dfb-1f7c-416f-90af-ec2298a9918c), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:05.103212 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-9901a9ff-ad49-44ba-9219-8c86d2ca8848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e721dfb-1f7c-416f-90af-ec2298a9918c', 'name': 'tempest-DeleteServersTestJSON-868329350-router', 'tenant_id': '3c6cd6eafb844d5492d91d9a23bd878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.173'}], 'enable_snat': True}, 'gw_port_id': '7ff72e2e-ad22-49f8-af8b-40561ba27f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:38Z', 'updated_at': '2022-08-02T13:39:04Z', 'revision_number': 5, 'project_id': '3c6cd6eafb844d5492d91d9a23bd878f', 'gw_port': {'id': '7ff72e2e-ad22-49f8-af8b-40561ba27f7c', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:36:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e721dfb-1f7c-416f-90af-ec2298a9918c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:39:05.131547 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9901a9ff-ad49-44ba-9219-8c86d2ca8848 None None] Checking router: 5e721dfb-1f7c-416f-90af-ec2298a9918c for host: dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:39:05.142192 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9901a9ff-ad49-44ba-9219-8c86d2ca8848 None None] Routers {'5e721dfb-1f7c-416f-90af-ec2298a9918c'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:39:05.143128 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-9901a9ff-ad49-44ba-9219-8c86d2ca8848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:38:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['5e721dfb-1f7c-416f-90af-ec2298a9918c'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:39:05.151087 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-69950043-3941-4238-aeeb-44a66b4c98ff admin admin] Deleting port 7ff72e2e-ad22-49f8-af8b-40561ba27f7c {{(pid=104368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:39:05.151542 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-69950043-3941-4238-aeeb-44a66b4c98ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (7ff72e2e-ad22-49f8-af8b-40561ba27f7c), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:05.254309 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [None req-69950043-3941-4238-aeeb-44a66b4c98ff admin admin] For port 7ff72e2e-ad22-49f8-af8b-40561ba27f7c, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=7ff72e2e-ad22-49f8-af8b-40561ba27f7c,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:39:05.254712 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-69950043-3941-4238-aeeb-44a66b4c98ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (7ff72e2e-ad22-49f8-af8b-40561ba27f7c), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:05.273571 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-69950043-3941-4238-aeeb-44a66b4c98ff admin admin] Calling delete_port for 7ff72e2e-ad22-49f8-af8b-40561ba27f7c owned by network:router_gateway {{(pid=104368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:39:05.304747 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b9405-1224-443b-b167-f4c7a425c994 req-deac707b-f83f-4e20-ac79-9954a253650f tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:05.306535 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-3f0b9405-1224-443b-b167-f4c7a425c994 req-deac707b-f83f-4e20-ac79-9954a253650f tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.0795326 Aug 02 13:39:05.324366 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-9901a9ff-ad49-44ba-9219-8c86d2ca8848 None None] Set router 5e721dfb-1f7c-416f-90af-ec2298a9918c gateway port host: None {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:39:05.360145 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-3f0b9405-1224-443b-b167-f4c7a425c994 req-c07efe81-f66a-4651-8be2-9a0c68c0d54c tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476067 Aug 02 13:39:05.376578 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-9901a9ff-ad49-44ba-9219-8c86d2ca8848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e721dfb-1f7c-416f-90af-ec2298a9918c', 'name': 'tempest-DeleteServersTestJSON-868329350-router', 'tenant_id': '3c6cd6eafb844d5492d91d9a23bd878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:38Z', 'updated_at': '2022-08-02T13:39:05Z', 'revision_number': 6, 'project_id': '3c6cd6eafb844d5492d91d9a23bd878f', 'gw_port_host': None}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:39:05.402005 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9901a9ff-ad49-44ba-9219-8c86d2ca8848 None None] The sync data for ids ['5e721dfb-1f7c-416f-90af-ec2298a9918c'] in dv-cinder-847864-8-iscsi is: [{'id': '5e721dfb-1f7c-416f-90af-ec2298a9918c', 'name': 'tempest-DeleteServersTestJSON-868329350-router', 'tenant_id': '3c6cd6eafb844d5492d91d9a23bd878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:38Z', 'updated_at': '2022-08-02T13:39:05Z', 'revision_number': 6, 'project_id': '3c6cd6eafb844d5492d91d9a23bd878f', 'gw_port_host': None}] {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:39:05.530232 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-69950043-3941-4238-aeeb-44a66b4c98ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988'] for port (7ff72e2e-ad22-49f8-af8b-40561ba27f7c), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:05.554717 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69950043-3941-4238-aeeb-44a66b4c98ff admin admin] Pushing event deleted for resources: {'Port': ['ID=7ff72e2e-ad22-49f8-af8b-40561ba27f7c,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:05.580547 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-69950043-3941-4238-aeeb-44a66b4c98ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772245'] for router_gateway (5e721dfb-1f7c-416f-90af-ec2298a9918c), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:05.893058 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-69950043-3941-4238-aeeb-44a66b4c98ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-774428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (5e721dfb-1f7c-416f-90af-ec2298a9918c), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:05.895265 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-69950043-3941-4238-aeeb-44a66b4c98ff admin admin] Publish callbacks [] for router_controller (5e721dfb-1f7c-416f-90af-ec2298a9918c), precommit_delete_associations {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:06.099476 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-69950043-3941-4238-aeeb-44a66b4c98ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-774405'] for router (5e721dfb-1f7c-416f-90af-ec2298a9918c), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:06.100043 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69950043-3941-4238-aeeb-44a66b4c98ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e721dfb-1f7c-416f-90af-ec2298a9918c {{(pid=104368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 02 13:39:06.106416 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-69950043-3941-4238-aeeb-44a66b4c98ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:06.107589 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-69950043-3941-4238-aeeb-44a66b4c98ff admin admin] 10.222.0.67 "DELETE /v2.0/routers/5e721dfb-1f7c-416f-90af-ec2298a9918c HTTP/1.1" status: 204 len: 168 time: 1.3163683 Aug 02 13:39:06.110266 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 35082) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:06.158796 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db9ee8e-a180-4f70-9b9e-01a0153c2deb admin admin] Deleting subnet 8dd572fa-43f9-4a6d-9427-7865d3e644e1 {{(pid=104368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 02 13:39:06.162191 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-9db9ee8e-a180-4f70-9b9e-01a0153c2deb admin admin] Publish callbacks [] for subnet (8dd572fa-43f9-4a6d-9427-7865d3e644e1), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:06.202854 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-9db9ee8e-a180-4f70-9b9e-01a0153c2deb admin admin] Publish callbacks [] for subnet (8dd572fa-43f9-4a6d-9427-7865d3e644e1), precommit_delete_associations {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:06.285686 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-9db9ee8e-a180-4f70-9b9e-01a0153c2deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1626869'] for subnet (8dd572fa-43f9-4a6d-9427-7865d3e644e1), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:06.486145 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-9db9ee8e-a180-4f70-9b9e-01a0153c2deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1626876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010'] for subnet (8dd572fa-43f9-4a6d-9427-7865d3e644e1), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:06.521596 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9ee8e-a180-4f70-9b9e-01a0153c2deb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dd572fa-43f9-4a6d-9427-7865d3e644e1,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:06.526161 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-9db9ee8e-a180-4f70-9b9e-01a0153c2deb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:06.536965 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e89bc8-0fbd-40b7-8a0f-8e15afc3972d None None] Network df19bf30-0bac-486d-8758-b5944460b12a requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:39:06.537471 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-9db9ee8e-a180-4f70-9b9e-01a0153c2deb admin admin] 10.222.0.67 "DELETE /v2.0/subnets/8dd572fa-43f9-4a6d-9427-7865d3e644e1 HTTP/1.1" status: 204 len: 168 time: 0.4215016 Aug 02 13:39:06.537742 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 35090) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:06.542007 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82637b9c-2da9-4b56-9244-06b7b3e64c71 req-f01d0949-907e-4eed-97cb-82a320675700 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:06.545232 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-82637b9c-2da9-4b56-9244-06b7b3e64c71 req-f01d0949-907e-4eed-97cb-82a320675700 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.1052783 Aug 02 13:39:06.612368 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-82637b9c-2da9-4b56-9244-06b7b3e64c71 req-f323fd1b-235b-49e7-a850-0f21f2deda16 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625560 Aug 02 13:39:06.621885 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1719594'] for network (df19bf30-0bac-486d-8758-b5944460b12a), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:06.694366 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] Deleting port f1b7b6ea-366d-4d2d-94da-56d35daf2e73 {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:39:06.695691 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (f1b7b6ea-366d-4d2d-94da-56d35daf2e73), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:06.762942 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] For port f1b7b6ea-366d-4d2d-94da-56d35daf2e73, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=f1b7b6ea-366d-4d2d-94da-56d35daf2e73,segment=NetworkSegment(ae4f2447-af72-4e30-a37d-256d40f51a46),segment_id=ae4f2447-af72-4e30-a37d-256d40f51a46)] {{(pid=104369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:39:06.763283 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (f1b7b6ea-366d-4d2d-94da-56d35daf2e73), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:06.780735 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] Calling delete_port for f1b7b6ea-366d-4d2d-94da-56d35daf2e73 owned by network:dhcp {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:39:06.821009 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a55d51e-caf5-4f92-b9c3-1ab1df174f75 None None] DHCP port deletion for df19bf30-0bac-486d-8758-b5944460b12a request from dv-cinder-847864-8-iscsi {{(pid=104370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 02 13:39:06.890612 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6a55d51e-caf5-4f92-b9c3-1ab1df174f75 None None] Deleting port f1b7b6ea-366d-4d2d-94da-56d35daf2e73 {{(pid=104370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:39:06.891034 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6a55d51e-caf5-4f92-b9c3-1ab1df174f75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (f1b7b6ea-366d-4d2d-94da-56d35daf2e73), before_delete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:06.962309 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988'] for port (f1b7b6ea-366d-4d2d-94da-56d35daf2e73), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:06.969462 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6a55d51e-caf5-4f92-b9c3-1ab1df174f75 None None] For port f1b7b6ea-366d-4d2d-94da-56d35daf2e73, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=f1b7b6ea-366d-4d2d-94da-56d35daf2e73,segment=NetworkSegment(ae4f2447-af72-4e30-a37d-256d40f51a46),segment_id=ae4f2447-af72-4e30-a37d-256d40f51a46)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:39:06.969875 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6a55d51e-caf5-4f92-b9c3-1ab1df174f75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (f1b7b6ea-366d-4d2d-94da-56d35daf2e73), precommit_delete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:06.984789 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6a55d51e-caf5-4f92-b9c3-1ab1df174f75 None None] Calling delete_port for f1b7b6ea-366d-4d2d-94da-56d35daf2e73 owned by network:dhcp {{(pid=104370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:39:06.992160 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b7b6ea-366d-4d2d-94da-56d35daf2e73,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:06.997111 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] No DVR routers for this DVR port f1b7b6ea-366d-4d2d-94da-56d35daf2e73 on host dv-cinder-847864-8-iscsi {{(pid=104369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:39:07.074097 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626208', 'neutron.services.segments.db._delete_segments_for_network-8786056706762'] for network (df19bf30-0bac-486d-8758-b5944460b12a), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:07.096492 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:39:07.102676 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:39:07.102676 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:39:07.102676 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] Subscribe: > port after_create 55550000 {{(pid=104369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:39:07.102676 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] Subscribe: > port after_delete 55550000 {{(pid=104369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:39:07.102676 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] Subscribe: > port after_update 55550000 {{(pid=104369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:39:07.102676 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:39:07.102676 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:39:07.102676 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:39:07.102676 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:39:07.122437 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6a55d51e-caf5-4f92-b9c3-1ab1df174f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988'] for port (f1b7b6ea-366d-4d2d-94da-56d35daf2e73), after_delete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:07.148081 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55d51e-caf5-4f92-b9c3-1ab1df174f75 None None] Pushing event deleted for resources: {'Port': ['ID=f1b7b6ea-366d-4d2d-94da-56d35daf2e73,revision_number=None']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:07.156265 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a55d51e-caf5-4f92-b9c3-1ab1df174f75 None None] No DVR routers for this DVR port f1b7b6ea-366d-4d2d-94da-56d35daf2e73 on host dv-cinder-847864-8-iscsi {{(pid=104370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:39:07.167272 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55d51e-caf5-4f92-b9c3-1ab1df174f75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:07.167665 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55d51e-caf5-4f92-b9c3-1ab1df174f75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:07.168814 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55d51e-caf5-4f92-b9c3-1ab1df174f75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:07.168814 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55d51e-caf5-4f92-b9c3-1ab1df174f75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:07.169000 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55d51e-caf5-4f92-b9c3-1ab1df174f75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:07.169263 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55d51e-caf5-4f92-b9c3-1ab1df174f75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:07.169603 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55d51e-caf5-4f92-b9c3-1ab1df174f75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:07.169943 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55d51e-caf5-4f92-b9c3-1ab1df174f75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:07.170280 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55d51e-caf5-4f92-b9c3-1ab1df174f75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:07.170658 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55d51e-caf5-4f92-b9c3-1ab1df174f75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:07.170998 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55d51e-caf5-4f92-b9c3-1ab1df174f75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:07.171373 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55d51e-caf5-4f92-b9c3-1ab1df174f75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:07.171656 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55d51e-caf5-4f92-b9c3-1ab1df174f75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:07.281698 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device f1b7b6ea-366d-4d2d-94da-56d35daf2e73 no longer exists at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:39:07.300879 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:39:07.301353 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:39:07.301698 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:39:07.302037 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:39:07.302535 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.services.segments.db [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df19bf30-0bac-486d-8758-b5944460b12a']}} {{(pid=104369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:39:07.311781 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] No Port match for: f1b7b6ea-366d-4d2d-94da-56d35daf2e73 {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:39:07.312210 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device f1b7b6ea-366d-4d2d-94da-56d35daf2e73 not bound to the agent host dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:39:07.312955 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 6355762b-f96c-4363-a145-bb688e318cea no longer exists at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:39:07.321315 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.services.segments.db [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae4f2447-af72-4e30-a37d-256d40f51a46') {'for_net_delete': True} {{(pid=104369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:39:07.321619 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.services.segments.db [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae4f2447-af72-4e30-a37d-256d40f51a46') {} {{(pid=104369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:39:07.335553 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] No Port match for: 6355762b-f96c-4363-a145-bb688e318cea {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:39:07.335818 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 6355762b-f96c-4363-a145-bb688e318cea not bound to the agent host dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:39:07.336236 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 7ff72e2e-ad22-49f8-af8b-40561ba27f7c no longer exists at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:39:07.341142 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786056707283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4722930'] for segment (ae4f2447-af72-4e30-a37d-256d40f51a46), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:07.359601 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] No Port match for: 7ff72e2e-ad22-49f8-af8b-40561ba27f7c {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:39:07.359953 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 7ff72e2e-ad22-49f8-af8b-40561ba27f7c not bound to the agent host dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:39:07.367062 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (ae4f2447-af72-4e30-a37d-256d40f51a46), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:07.376067 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=104369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 13:39:07.376477 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4352592'] for segment (ae4f2447-af72-4e30-a37d-256d40f51a46), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:07.530067 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772273'] for network (df19bf30-0bac-486d-8758-b5944460b12a), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:07.537554 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:07.540902 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] 10.222.0.67 "DELETE /v2.0/networks/df19bf30-0bac-486d-8758-b5944460b12a HTTP/1.1" status: 204 len: 168 time: 1.0054297 Aug 02 13:39:07.555330 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597be96a-c21f-4ba5-aee2-f3c13445460c admin admin] Pushing event deleted for resources: {'Network': ['ID=df19bf30-0bac-486d-8758-b5944460b12a,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:07.610231 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.services.segments.plugin [-] Segment ae4f2447-af72-4e30-a37d-256d40f51a46 resource provider aggregate not found Aug 02 13:39:07.637061 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.services.segments.plugin [-] Segment ae4f2447-af72-4e30-a37d-256d40f51a46 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae4f2447-af72-4e30-a37d-256d40f51a46 found for delete ", "request_id": "req-d92d4a70-ac53-415e-96a5-c949e6231ca1"}]} Aug 02 13:39:07.728068 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 35126) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:07.764166 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388543b5-4c95-425b-a875-220e5e59c6dd req-a2743b85-320e-4b94-b048-ed8c99be319e tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:07.765697 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-388543b5-4c95-425b-a875-220e5e59c6dd req-a2743b85-320e-4b94-b048-ed8c99be319e tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.0672696 Aug 02 13:39:07.827848 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-388543b5-4c95-425b-a875-220e5e59c6dd req-fb8c9867-b3aa-4a8a-be17-03c713b0a0c3 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557346 Aug 02 13:39:07.847153 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-43565038-257a-4ef8-9f2a-4998328440e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:07.931597 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-43565038-257a-4ef8-9f2a-4998328440e9 admin admin] Publish callbacks [] for security_group (3ec87d64-fa9c-4c71-9251-8fd15951a3d7), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:08.015489 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-43565038-257a-4ef8-9f2a-4998328440e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (3ec87d64-fa9c-4c71-9251-8fd15951a3d7), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:08.054720 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-43565038-257a-4ef8-9f2a-4998328440e9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=849ec0570af8448e9ae1996ebc8923e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3262367 Aug 02 13:39:08.057323 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43565038-257a-4ef8-9f2a-4998328440e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec87d64-fa9c-4c71-9251-8fd15951a3d7,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:08.058670 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 35130) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:08.101827 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 35132) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:08.113946 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e29fa001-6943-4120-907e-0fad43d012ae admin admin] Publish callbacks [] for security_group (3ec87d64-fa9c-4c71-9251-8fd15951a3d7), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:08.136655 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e29fa001-6943-4120-907e-0fad43d012ae admin admin] Publish callbacks [] for security_group (3ec87d64-fa9c-4c71-9251-8fd15951a3d7), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:08.144649 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-4d77c7f1-d1e2-4f2d-8d91-70317af8c863 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3c6cd6eafb844d5492d91d9a23bd878f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0415244 Aug 02 13:39:08.147321 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 35134) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:08.197203 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-833aad8b-2b93-4418-a5b1-c16bad1964a4 admin admin] Publish callbacks [] for security_group (b2d4e4e2-910b-420c-bec2-0c429e4c5f9b), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:08.224270 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-833aad8b-2b93-4418-a5b1-c16bad1964a4 admin admin] Publish callbacks [] for security_group (b2d4e4e2-910b-420c-bec2-0c429e4c5f9b), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:08.307056 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e29fa001-6943-4120-907e-0fad43d012ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (3ec87d64-fa9c-4c71-9251-8fd15951a3d7), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:08.309733 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e29fa001-6943-4120-907e-0fad43d012ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:08.311279 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-e29fa001-6943-4120-907e-0fad43d012ae admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3ec87d64-fa9c-4c71-9251-8fd15951a3d7 HTTP/1.1" status: 204 len: 168 time: 0.2507355 Aug 02 13:39:08.319484 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29fa001-6943-4120-907e-0fad43d012ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec87d64-fa9c-4c71-9251-8fd15951a3d7,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:08.396322 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-833aad8b-2b93-4418-a5b1-c16bad1964a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (b2d4e4e2-910b-420c-bec2-0c429e4c5f9b), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:08.399050 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-833aad8b-2b93-4418-a5b1-c16bad1964a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:08.404818 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-833aad8b-2b93-4418-a5b1-c16bad1964a4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b2d4e4e2-910b-420c-bec2-0c429e4c5f9b HTTP/1.1" status: 204 len: 168 time: 0.2555866 Aug 02 13:39:08.413082 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833aad8b-2b93-4418-a5b1-c16bad1964a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d4e4e2-910b-420c-bec2-0c429e4c5f9b,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:08.971758 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45401ac8-4ed2-484b-983e-c94f1e107e03 req-953d97ea-8117-4768-836d-f5f237a3d453 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:08.973259 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-45401ac8-4ed2-484b-983e-c94f1e107e03 req-953d97ea-8117-4768-836d-f5f237a3d453 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.0533819 Aug 02 13:39:09.029375 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-45401ac8-4ed2-484b-983e-c94f1e107e03 req-84a200fe-a377-4b4e-8f70-5e5cc994724e tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495403 Aug 02 13:39:09.585315 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 35200) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:09.695116 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-c59ebcdb-f8b8-4a1c-9ce6-2898755ef3a6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1477386281-network', 'tenant_id': '772b710e9b3e441ebf12be74e49ecb77'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:39:09.775416 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59ebcdb-f8b8-4a1c-9ce6-2898755ef3a6 admin admin] Made reservation on behalf of 772b710e9b3e441ebf12be74e49ecb77 for: {'network': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:39:09.778163 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c59ebcdb-f8b8-4a1c-9ce6-2898755ef3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for network (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:09.787923 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c59ebcdb-f8b8-4a1c-9ce6-2898755ef3a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:09.863416 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c59ebcdb-f8b8-4a1c-9ce6-2898755ef3a6 admin admin] Publish callbacks [] for security_group (85f1c262-e7c1-497a-85e3-bd6dff5125ea), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:09.986913 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c59ebcdb-f8b8-4a1c-9ce6-2898755ef3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (85f1c262-e7c1-497a-85e3-bd6dff5125ea), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:10.019088 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c59ebcdb-f8b8-4a1c-9ce6-2898755ef3a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=104369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:39:10.024842 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ebcdb-f8b8-4a1c-9ce6-2898755ef3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f1c262-e7c1-497a-85e3-bd6dff5125ea,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:10.169275 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f164d-8962-48e5-bda9-501a4ac9216c req-e3bf07df-3061-4631-8e0c-4e6e8683acd6 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:10.170872 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f96f164d-8962-48e5-bda9-501a4ac9216c req-e3bf07df-3061-4631-8e0c-4e6e8683acd6 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.0661728 Aug 02 13:39:10.174526 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c59ebcdb-f8b8-4a1c-9ce6-2898755ef3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (0257ebfb-128b-404a-877b-d9a829ad4328), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:10.174877 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.db.segments_db [None req-c59ebcdb-f8b8-4a1c-9ce6-2898755ef3a6 admin admin] Added segment 0257ebfb-128b-404a-877b-d9a829ad4328 of type vlan for network 8a6310bd-c3b2-4905-9bde-c55ea1bf29cf Aug 02 13:39:10.240515 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c59ebcdb-f8b8-4a1c-9ce6-2898755ef3a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786056214182'] for network (8a6310bd-c3b2-4905-9bde-c55ea1bf29cf), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:10.262618 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f96f164d-8962-48e5-bda9-501a4ac9216c req-2c22dc8c-f91b-4620-8031-e2068876baf1 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860825 Aug 02 13:39:10.397950 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c59ebcdb-f8b8-4a1c-9ce6-2898755ef3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010'] for network (8a6310bd-c3b2-4905-9bde-c55ea1bf29cf), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:10.399107 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59ebcdb-f8b8-4a1c-9ce6-2898755ef3a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:10.399772 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c59ebcdb-f8b8-4a1c-9ce6-2898755ef3a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:10.461447 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ebcdb-f8b8-4a1c-9ce6-2898755ef3a6 admin admin] Pushing event updated for resources: {'Network': ['ID=8a6310bd-c3b2-4905-9bde-c55ea1bf29cf,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:10.472252 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Network 8a6310bd-c3b2-4905-9bde-c55ea1bf29cf details requested by agent ovs-agent-dv-cinder-847864-8-iscsi with host dv-cinder-847864-8-iscsi {{(pid=104370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 13:39:10.567061 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-c59ebcdb-f8b8-4a1c-9ce6-2898755ef3a6 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9763844 Aug 02 13:39:10.569526 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 35218) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:10.575525 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-c69e1684-7cfa-4819-9e12-2c80a6f13c02 admin admin] Request body: {'subnet': {'network_id': '8a6310bd-c3b2-4905-9bde-c55ea1bf29cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1477386281-subnet', 'tenant_id': '772b710e9b3e441ebf12be74e49ecb77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:39:10.678437 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69e1684-7cfa-4819-9e12-2c80a6f13c02 admin admin] Made reservation on behalf of 772b710e9b3e441ebf12be74e49ecb77 for: {'subnet': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:39:10.681828 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c69e1684-7cfa-4819-9e12-2c80a6f13c02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24483867'] for subnet (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:10.998678 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c69e1684-7cfa-4819-9e12-2c80a6f13c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24483849'] for subnet (ea945b3e-35e4-4f65-b937-c3bef9dac972), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:11.054034 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e1684-7cfa-4819-9e12-2c80a6f13c02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea945b3e-35e4-4f65-b937-c3bef9dac972,revision_number=0']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:11.065510 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69e1684-7cfa-4819-9e12-2c80a6f13c02 admin admin] Checking segment: {'id': '0257ebfb-128b-404a-877b-d9a829ad4328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8a6310bd-c3b2-4905-9bde-c55ea1bf29cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:39:11.065871 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69e1684-7cfa-4819-9e12-2c80a6f13c02 admin admin] Network hostable DHCP agents. Network: 8a6310bd-c3b2-4905-9bde-c55ea1bf29cf, hostable agents: ['befb4f8c-7c45-422b-a3e4-83ed25d094fc'], hosted agents: [] {{(pid=104369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:39:11.169574 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69e1684-7cfa-4819-9e12-2c80a6f13c02 admin admin] Network 8a6310bd-c3b2-4905-9bde-c55ea1bf29cf is scheduled to be hosted by DHCP agent befb4f8c-7c45-422b-a3e4-83ed25d094fc with binding_index 1 {{(pid=104369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:39:11.289895 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-c69e1684-7cfa-4819-9e12-2c80a6f13c02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-8-iscsi, 8a6310bd-c3b2-4905-9bde-c55ea1bf29cf) {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:39:11.295328 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69e1684-7cfa-4819-9e12-2c80a6f13c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:11.296832 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c69e1684-7cfa-4819-9e12-2c80a6f13c02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for subnet (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:11.299906 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38a53d7-8620-4a40-b988-85a82787f303 None None] Network 8a6310bd-c3b2-4905-9bde-c55ea1bf29cf requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:39:11.398695 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25711cbe-cf75-453a-9cdf-49387f974ca1 req-31fd1896-a691-41ee-90e6-c1a94edf2820 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:11.400401 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-25711cbe-cf75-453a-9cdf-49387f974ca1 req-31fd1896-a691-41ee-90e6-c1a94edf2820 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.0609598 Aug 02 13:39:11.412003 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda74f84-3912-4661-9a28-0bce0e2dca87 None None] Network 8a6310bd-c3b2-4905-9bde-c55ea1bf29cf requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:39:11.414977 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-c69e1684-7cfa-4819-9e12-2c80a6f13c02 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8441396 Aug 02 13:39:11.480941 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-25711cbe-cf75-453a-9cdf-49387f974ca1 req-e2f5265f-ba4c-4eba-b86f-d5eab845b05b tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683174 Aug 02 13:39:12.001002 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0649d-8515-4b7f-814c-41d20d03c180 req-05c63e77-41ff-484f-b53e-a9bd59c1e3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:12.002584 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-60c0649d-8515-4b7f-814c-41d20d03c180 req-05c63e77-41ff-484f-b53e-a9bd59c1e3ca service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 1129 time: 0.0596573 Aug 02 13:39:12.056437 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-60c0649d-8515-4b7f-814c-41d20d03c180 req-d74b3930-bcd4-4613-a89c-242675cf85d2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458829 Aug 02 13:39:12.424256 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 35274) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:12.432214 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-169c7166-4285-45f3-8467-2eb5c6ab29c6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1721008654-network', 'tenant_id': '6e6cefa6eda1468ea3b2684bc56f11c3'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:39:12.592340 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169c7166-4285-45f3-8467-2eb5c6ab29c6 admin admin] Made reservation on behalf of 6e6cefa6eda1468ea3b2684bc56f11c3 for: {'network': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:39:12.594831 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-169c7166-4285-45f3-8467-2eb5c6ab29c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for network (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:12.608744 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-169c7166-4285-45f3-8467-2eb5c6ab29c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:12.660159 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb3d02-4b38-4da8-9dbb-0c6aa2d65988 req-33c770c5-c51d-4eec-8539-8392c781affb tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:12.662966 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-0dbb3d02-4b38-4da8-9dbb-0c6aa2d65988 req-33c770c5-c51d-4eec-8539-8392c781affb tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.1063251 Aug 02 13:39:12.765670 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-0dbb3d02-4b38-4da8-9dbb-0c6aa2d65988 req-dd43f2b2-48a4-427d-9681-3b5f53238a0a tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856235 Aug 02 13:39:12.791041 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-169c7166-4285-45f3-8467-2eb5c6ab29c6 admin admin] Publish callbacks [] for security_group (68809b02-0e71-430d-856f-0a8c3a2039eb), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:12.867163 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-169c7166-4285-45f3-8467-2eb5c6ab29c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (68809b02-0e71-430d-856f-0a8c3a2039eb), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:12.918199 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-169c7166-4285-45f3-8467-2eb5c6ab29c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=104369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:39:12.928245 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c7166-4285-45f3-8467-2eb5c6ab29c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68809b02-0e71-430d-856f-0a8c3a2039eb,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:12.941445 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-169c7166-4285-45f3-8467-2eb5c6ab29c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (d556d593-b336-4472-997b-7d16b854b1c9), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:12.941445 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.db.segments_db [None req-169c7166-4285-45f3-8467-2eb5c6ab29c6 admin admin] Added segment d556d593-b336-4472-997b-7d16b854b1c9 of type vlan for network 16cfe27e-aa7f-466d-af98-3fe827d354f2 Aug 02 13:39:12.983949 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-169c7166-4285-45f3-8467-2eb5c6ab29c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786056214182'] for network (16cfe27e-aa7f-466d-af98-3fe827d354f2), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:13.129203 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-169c7166-4285-45f3-8467-2eb5c6ab29c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010'] for network (16cfe27e-aa7f-466d-af98-3fe827d354f2), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:13.130333 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169c7166-4285-45f3-8467-2eb5c6ab29c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:13.130969 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-169c7166-4285-45f3-8467-2eb5c6ab29c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:13.200676 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c7166-4285-45f3-8467-2eb5c6ab29c6 admin admin] Pushing event updated for resources: {'Network': ['ID=16cfe27e-aa7f-466d-af98-3fe827d354f2,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:13.211222 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Network 16cfe27e-aa7f-466d-af98-3fe827d354f2 details requested by agent ovs-agent-dv-cinder-847864-8-iscsi with host dv-cinder-847864-8-iscsi {{(pid=104370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 13:39:13.309950 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-169c7166-4285-45f3-8467-2eb5c6ab29c6 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8844757 Aug 02 13:39:13.313332 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 35294) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:13.319432 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-f8df99ae-407c-4090-b426-f0de787c3f6e admin admin] Request body: {'subnet': {'network_id': '16cfe27e-aa7f-466d-af98-3fe827d354f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1721008654-subnet', 'tenant_id': '6e6cefa6eda1468ea3b2684bc56f11c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:39:13.455072 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8df99ae-407c-4090-b426-f0de787c3f6e admin admin] Made reservation on behalf of 6e6cefa6eda1468ea3b2684bc56f11c3 for: {'subnet': 1} {{(pid=104368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:39:13.457374 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-f8df99ae-407c-4090-b426-f0de787c3f6e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:13.727758 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-f8df99ae-407c-4090-b426-f0de787c3f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010'] for subnet (58dbdd2d-5ef6-4903-9ff9-5c106c38c945), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:13.786759 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df99ae-407c-4090-b426-f0de787c3f6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=58dbdd2d-5ef6-4903-9ff9-5c106c38c945,revision_number=0']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:13.802092 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8df99ae-407c-4090-b426-f0de787c3f6e admin admin] Checking segment: {'id': 'd556d593-b336-4472-997b-7d16b854b1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '16cfe27e-aa7f-466d-af98-3fe827d354f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:39:13.802363 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8df99ae-407c-4090-b426-f0de787c3f6e admin admin] Network hostable DHCP agents. Network: 16cfe27e-aa7f-466d-af98-3fe827d354f2, hostable agents: ['befb4f8c-7c45-422b-a3e4-83ed25d094fc'], hosted agents: [] {{(pid=104368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:39:13.921561 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7a6bb-a6ca-4f52-a423-d6c80ff23216 req-b34223b1-aefc-4d85-9421-3b11625c1054 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:13.923150 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-17d7a6bb-a6ca-4f52-a423-d6c80ff23216 req-b34223b1-aefc-4d85-9421-3b11625c1054 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.0588739 Aug 02 13:39:13.924352 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8df99ae-407c-4090-b426-f0de787c3f6e admin admin] Network 16cfe27e-aa7f-466d-af98-3fe827d354f2 is scheduled to be hosted by DHCP agent befb4f8c-7c45-422b-a3e4-83ed25d094fc with binding_index 1 {{(pid=104368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:39:13.982784 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-17d7a6bb-a6ca-4f52-a423-d6c80ff23216 req-ce25d3b3-6f3c-4ab8-bbfd-7d491b02ceb2 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514565 Aug 02 13:39:14.021056 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [None req-f8df99ae-407c-4090-b426-f0de787c3f6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-8-iscsi, 16cfe27e-aa7f-466d-af98-3fe827d354f2) {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:39:14.026598 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8df99ae-407c-4090-b426-f0de787c3f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:14.027623 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-f8df99ae-407c-4090-b426-f0de787c3f6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:14.032378 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4c01df-eb54-4dcb-a918-7f359fb15ad2 None None] Network 16cfe27e-aa7f-466d-af98-3fe827d354f2 requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:39:14.130670 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-f8df99ae-407c-4090-b426-f0de787c3f6e admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8158081 Aug 02 13:39:14.152443 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66fc023-98ae-48fa-bf62-6c5cc36716fe None None] Network 16cfe27e-aa7f-466d-af98-3fe827d354f2 requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:39:14.277142 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 35306) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:14.326348 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_v2 [None req-f07ffc74-b286-49bf-86ee-af3b0b46536a admin admin] Deleting subnet ea945b3e-35e4-4f65-b937-c3bef9dac972 {{(pid=104369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 02 13:39:14.330014 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f07ffc74-b286-49bf-86ee-af3b0b46536a admin admin] Publish callbacks [] for subnet (ea945b3e-35e4-4f65-b937-c3bef9dac972), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:14.367239 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f07ffc74-b286-49bf-86ee-af3b0b46536a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4722891'] for subnet (ea945b3e-35e4-4f65-b937-c3bef9dac972), precommit_delete_associations {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:14.413702 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f07ffc74-b286-49bf-86ee-af3b0b46536a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1626869'] for subnet (ea945b3e-35e4-4f65-b937-c3bef9dac972), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:14.602341 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f07ffc74-b286-49bf-86ee-af3b0b46536a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1626876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4352746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24483902'] for subnet (ea945b3e-35e4-4f65-b937-c3bef9dac972), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:14.631263 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f07ffc74-b286-49bf-86ee-af3b0b46536a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for subnet (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:14.635716 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-f07ffc74-b286-49bf-86ee-af3b0b46536a admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ea945b3e-35e4-4f65-b937-c3bef9dac972 HTTP/1.1" status: 204 len: 168 time: 0.3564768 Aug 02 13:39:14.636772 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ffc74-b286-49bf-86ee-af3b0b46536a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea945b3e-35e4-4f65-b937-c3bef9dac972,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:14.638464 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 35312) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:14.718561 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f720d33f-73bf-4a3e-8149-a33805c1dec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1719594'] for network (8a6310bd-c3b2-4905-9bde-c55ea1bf29cf), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:14.811488 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f720d33f-73bf-4a3e-8149-a33805c1dec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626208', 'neutron.services.segments.db._delete_segments_for_network-8786056706762'] for network (8a6310bd-c3b2-4905-9bde-c55ea1bf29cf), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:14.836485 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.services.segments.db [None req-f720d33f-73bf-4a3e-8149-a33805c1dec8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6310bd-c3b2-4905-9bde-c55ea1bf29cf']}} {{(pid=104369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:39:14.847103 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.services.segments.db [None req-f720d33f-73bf-4a3e-8149-a33805c1dec8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0257ebfb-128b-404a-877b-d9a829ad4328') {'for_net_delete': True} {{(pid=104369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:39:14.847898 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.services.segments.db [None req-f720d33f-73bf-4a3e-8149-a33805c1dec8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0257ebfb-128b-404a-877b-d9a829ad4328') {} {{(pid=104369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:39:14.859524 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f720d33f-73bf-4a3e-8149-a33805c1dec8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786056707283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4722930'] for segment (0257ebfb-128b-404a-877b-d9a829ad4328), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:14.875923 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f720d33f-73bf-4a3e-8149-a33805c1dec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (0257ebfb-128b-404a-877b-d9a829ad4328), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:14.883696 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f720d33f-73bf-4a3e-8149-a33805c1dec8 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=104369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 13:39:14.884079 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f720d33f-73bf-4a3e-8149-a33805c1dec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4352592'] for segment (0257ebfb-128b-404a-877b-d9a829ad4328), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:14.930790 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.services.segments.plugin [-] Segment 0257ebfb-128b-404a-877b-d9a829ad4328 resource provider aggregate not found Aug 02 13:39:14.956293 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.services.segments.plugin [-] Segment 0257ebfb-128b-404a-877b-d9a829ad4328 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0257ebfb-128b-404a-877b-d9a829ad4328 found for delete ", "request_id": "req-8d784147-4682-4cb7-a963-4a5bc435fb0b"}]} Aug 02 13:39:15.071206 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f720d33f-73bf-4a3e-8149-a33805c1dec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772273'] for network (8a6310bd-c3b2-4905-9bde-c55ea1bf29cf), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:15.104222 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f720d33f-73bf-4a3e-8149-a33805c1dec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:15.107552 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-f720d33f-73bf-4a3e-8149-a33805c1dec8 admin admin] 10.222.0.67 "DELETE /v2.0/networks/8a6310bd-c3b2-4905-9bde-c55ea1bf29cf HTTP/1.1" status: 204 len: 168 time: 0.4681149 Aug 02 13:39:15.110361 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 35324) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:15.110900 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720d33f-73bf-4a3e-8149-a33805c1dec8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a6310bd-c3b2-4905-9bde-c55ea1bf29cf,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:15.138734 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1582481-c5bf-4d86-8506-2f4898e68fe2 req-4030eeaf-17fd-4547-8bb4-8bcd10ae9d68 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:15.140367 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d1582481-c5bf-4d86-8506-2f4898e68fe2 req-4030eeaf-17fd-4547-8bb4-8bcd10ae9d68 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.0795975 Aug 02 13:39:15.168179 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_v2 [None req-e53ca574-ed26-49e4-b148-65b5a435aca2 admin admin] Deleting subnet 58dbdd2d-5ef6-4903-9ff9-5c106c38c945 {{(pid=104368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 02 13:39:15.173035 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-e53ca574-ed26-49e4-b148-65b5a435aca2 admin admin] Publish callbacks [] for subnet (58dbdd2d-5ef6-4903-9ff9-5c106c38c945), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:15.203000 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d1582481-c5bf-4d86-8506-2f4898e68fe2 req-316c968b-8720-4a20-9796-0c1ccb2760e1 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554588 Aug 02 13:39:15.222776 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-e53ca574-ed26-49e4-b148-65b5a435aca2 admin admin] Publish callbacks [] for subnet (58dbdd2d-5ef6-4903-9ff9-5c106c38c945), precommit_delete_associations {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:15.223295 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-e53ca574-ed26-49e4-b148-65b5a435aca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1626869'] for subnet (58dbdd2d-5ef6-4903-9ff9-5c106c38c945), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:15.461185 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-e53ca574-ed26-49e4-b148-65b5a435aca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1626876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010'] for subnet (58dbdd2d-5ef6-4903-9ff9-5c106c38c945), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:15.488368 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ca574-ed26-49e4-b148-65b5a435aca2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58dbdd2d-5ef6-4903-9ff9-5c106c38c945,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:15.492576 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-e53ca574-ed26-49e4-b148-65b5a435aca2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:15.497173 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-e53ca574-ed26-49e4-b148-65b5a435aca2 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/58dbdd2d-5ef6-4903-9ff9-5c106c38c945 HTTP/1.1" status: 204 len: 168 time: 0.3857148 Aug 02 13:39:15.499758 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 35326) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:15.577073 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-580dc808-c590-4c1e-875f-f41b42dea642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1719594'] for network (16cfe27e-aa7f-466d-af98-3fe827d354f2), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:15.672094 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-580dc808-c590-4c1e-875f-f41b42dea642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626208', 'neutron.services.segments.db._delete_segments_for_network-8786056706762'] for network (16cfe27e-aa7f-466d-af98-3fe827d354f2), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:15.688584 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-580dc808-c590-4c1e-875f-f41b42dea642 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:39:15.688947 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-580dc808-c590-4c1e-875f-f41b42dea642 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:39:15.689789 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-580dc808-c590-4c1e-875f-f41b42dea642 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:39:15.690176 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-580dc808-c590-4c1e-875f-f41b42dea642 admin admin] Subscribe: > port after_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:39:15.690590 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-580dc808-c590-4c1e-875f-f41b42dea642 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:39:15.690978 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-580dc808-c590-4c1e-875f-f41b42dea642 admin admin] Subscribe: > port after_update 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:39:15.691302 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-580dc808-c590-4c1e-875f-f41b42dea642 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:39:15.691642 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-580dc808-c590-4c1e-875f-f41b42dea642 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:39:15.691970 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-580dc808-c590-4c1e-875f-f41b42dea642 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:39:15.692299 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-580dc808-c590-4c1e-875f-f41b42dea642 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:39:15.761822 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-580dc808-c590-4c1e-875f-f41b42dea642 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:39:15.762185 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-580dc808-c590-4c1e-875f-f41b42dea642 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:39:15.762556 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-580dc808-c590-4c1e-875f-f41b42dea642 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:39:15.762890 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-580dc808-c590-4c1e-875f-f41b42dea642 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:39:15.763261 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.services.segments.db [None req-580dc808-c590-4c1e-875f-f41b42dea642 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16cfe27e-aa7f-466d-af98-3fe827d354f2']}} {{(pid=104368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:39:15.786547 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.services.segments.db [None req-580dc808-c590-4c1e-875f-f41b42dea642 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd556d593-b336-4472-997b-7d16b854b1c9') {'for_net_delete': True} {{(pid=104368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:39:15.786811 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.services.segments.db [None req-580dc808-c590-4c1e-875f-f41b42dea642 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd556d593-b336-4472-997b-7d16b854b1c9') {} {{(pid=104368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:39:15.804408 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-580dc808-c590-4c1e-875f-f41b42dea642 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786056707283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5352006'] for segment (d556d593-b336-4472-997b-7d16b854b1c9), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:15.836237 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-580dc808-c590-4c1e-875f-f41b42dea642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (d556d593-b336-4472-997b-7d16b854b1c9), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:15.847410 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-580dc808-c590-4c1e-875f-f41b42dea642 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=104368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 13:39:15.855245 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-580dc808-c590-4c1e-875f-f41b42dea642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5190984'] for segment (d556d593-b336-4472-997b-7d16b854b1c9), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:16.021571 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-580dc808-c590-4c1e-875f-f41b42dea642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772273'] for network (16cfe27e-aa7f-466d-af98-3fe827d354f2), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:16.033455 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-580dc808-c590-4c1e-875f-f41b42dea642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:16.037441 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-580dc808-c590-4c1e-875f-f41b42dea642 admin admin] 10.222.0.67 "DELETE /v2.0/networks/16cfe27e-aa7f-466d-af98-3fe827d354f2 HTTP/1.1" status: 204 len: 168 time: 0.5335305 Aug 02 13:39:16.044859 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580dc808-c590-4c1e-875f-f41b42dea642 admin admin] Pushing event deleted for resources: {'Network': ['ID=16cfe27e-aa7f-466d-af98-3fe827d354f2,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:16.076555 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.services.segments.plugin [-] Segment d556d593-b336-4472-997b-7d16b854b1c9 resource provider aggregate not found Aug 02 13:39:16.100780 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.services.segments.plugin [-] Segment d556d593-b336-4472-997b-7d16b854b1c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d556d593-b336-4472-997b-7d16b854b1c9 found for delete ", "request_id": "req-111758cb-8594-4b04-8de1-7f5ec2f89d88"}]} Aug 02 13:39:16.252920 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 35358) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:16.342075 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b1c69-5f8d-4345-8622-0bedd578b3c1 req-aaab5153-3ee0-42eb-9c8e-5447ede7c467 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:16.343667 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e92b1c69-5f8d-4345-8622-0bedd578b3c1 req-aaab5153-3ee0-42eb-9c8e-5447ede7c467 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.0652721 Aug 02 13:39:16.387304 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-aa12e06c-d1f4-4a01-9f2d-d5068fdbe70e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:16.434713 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e92b1c69-5f8d-4345-8622-0bedd578b3c1 req-2cf3dd8f-edaf-418c-a2bc-3988685acd4f tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826049 Aug 02 13:39:16.510604 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-aa12e06c-d1f4-4a01-9f2d-d5068fdbe70e admin admin] Publish callbacks [] for security_group (a5c65f64-4a05-48a6-92a0-5e181af14ee5), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:16.580508 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb67aa-3617-49b2-96e9-3bd3c81e1ae8 req-e1efba2b-2299-43cc-8ebb-6c563ce4fe15 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:16.582615 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-80eb67aa-3617-49b2-96e9-3bd3c81e1ae8 req-e1efba2b-2299-43cc-8ebb-6c563ce4fe15 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 946 time: 0.0657985 Aug 02 13:39:16.613110 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 35370) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:16.643977 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-aa12e06c-d1f4-4a01-9f2d-d5068fdbe70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (a5c65f64-4a05-48a6-92a0-5e181af14ee5), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:16.650999 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-80eb67aa-3617-49b2-96e9-3bd3c81e1ae8 req-eb353fa5-da76-4aeb-95a6-f31c96be943d tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608799 Aug 02 13:39:16.695986 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-8d05b268-f295-4eca-bf67-6d4376ec9f21 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=772b710e9b3e441ebf12be74e49ecb77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0814424 Aug 02 13:39:16.701310 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 35376) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:16.723141 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-aa12e06c-d1f4-4a01-9f2d-d5068fdbe70e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c79dbce5460a4b60a643d29ef55a64ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4690137 Aug 02 13:39:16.726016 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 35378) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:16.726528 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12e06c-d1f4-4a01-9f2d-d5068fdbe70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c65f64-4a05-48a6-92a0-5e181af14ee5,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:16.782244 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-e88ea569-3468-401a-8490-3f1b60fc7235 admin admin] Publish callbacks [] for security_group (85f1c262-e7c1-497a-85e3-bd6dff5125ea), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:16.817405 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-e88ea569-3468-401a-8490-3f1b60fc7235 admin admin] Publish callbacks [] for security_group (85f1c262-e7c1-497a-85e3-bd6dff5125ea), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:16.848728 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c40bcba0-8c5f-47f4-be5e-7eb865312c3b admin admin] Publish callbacks [] for security_group (a5c65f64-4a05-48a6-92a0-5e181af14ee5), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:16.881521 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c40bcba0-8c5f-47f4-be5e-7eb865312c3b admin admin] Publish callbacks [] for security_group (a5c65f64-4a05-48a6-92a0-5e181af14ee5), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:17.024543 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c40bcba0-8c5f-47f4-be5e-7eb865312c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (a5c65f64-4a05-48a6-92a0-5e181af14ee5), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:17.025275 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-e88ea569-3468-401a-8490-3f1b60fc7235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (85f1c262-e7c1-497a-85e3-bd6dff5125ea), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:17.031163 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c40bcba0-8c5f-47f4-be5e-7eb865312c3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:17.031435 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-e88ea569-3468-401a-8490-3f1b60fc7235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:17.031590 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-c40bcba0-8c5f-47f4-be5e-7eb865312c3b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a5c65f64-4a05-48a6-92a0-5e181af14ee5 HTTP/1.1" status: 204 len: 168 time: 0.3038955 Aug 02 13:39:17.032422 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-e88ea569-3468-401a-8490-3f1b60fc7235 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/85f1c262-e7c1-497a-85e3-bd6dff5125ea HTTP/1.1" status: 204 len: 168 time: 0.3297131 Aug 02 13:39:17.049910 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ea569-3468-401a-8490-3f1b60fc7235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f1c262-e7c1-497a-85e3-bd6dff5125ea,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:17.057366 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40bcba0-8c5f-47f4-be5e-7eb865312c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c65f64-4a05-48a6-92a0-5e181af14ee5,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:18.155542 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 35414) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:18.202907 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-c8effff7-2b24-4352-968e-587d73aba7a0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6e6cefa6eda1468ea3b2684bc56f11c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455639 Aug 02 13:39:18.206054 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 35416) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:18.264706 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-dfa92021-6a0b-4e8c-a7aa-442672073872 admin admin] Publish callbacks [] for security_group (68809b02-0e71-430d-856f-0a8c3a2039eb), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:18.289130 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-dfa92021-6a0b-4e8c-a7aa-442672073872 admin admin] Publish callbacks [] for security_group (68809b02-0e71-430d-856f-0a8c3a2039eb), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:18.438400 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-dfa92021-6a0b-4e8c-a7aa-442672073872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (68809b02-0e71-430d-856f-0a8c3a2039eb), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:18.441030 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-dfa92021-6a0b-4e8c-a7aa-442672073872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:18.442355 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-dfa92021-6a0b-4e8c-a7aa-442672073872 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/68809b02-0e71-430d-856f-0a8c3a2039eb HTTP/1.1" status: 204 len: 168 time: 0.2350414 Aug 02 13:39:18.451974 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa92021-6a0b-4e8c-a7aa-442672073872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68809b02-0e71-430d-856f-0a8c3a2039eb,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:19.484846 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458fed3-f0da-48a1-9ac8-e0d947efcf9d req-76fcad4b-1f4d-4539-abf8-a262e389db49 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:19.492135 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6458fed3-f0da-48a1-9ac8-e0d947efcf9d req-76fcad4b-1f4d-4539-abf8-a262e389db49 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 946 time: 0.0999603 Aug 02 13:39:19.584403 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6458fed3-f0da-48a1-9ac8-e0d947efcf9d req-591bd51d-0d4c-4067-a23c-d1054257644b tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912373 Aug 02 13:39:19.597476 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f103ad-07ed-48ab-8af2-30a416dcd704 req-2c19ae1a-11bf-4e27-aee7-3de44f93bd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:19.597476 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-20f103ad-07ed-48ab-8af2-30a416dcd704 req-2c19ae1a-11bf-4e27-aee7-3de44f93bd4d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1502b667be5c45ab800f27676ab39794&device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 1130 time: 0.0927279 Aug 02 13:39:19.702568 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f103ad-07ed-48ab-8af2-30a416dcd704 req-d7a69ef4-e056-484f-9d9d-c161e74f2b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:19.704117 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-20f103ad-07ed-48ab-8af2-30a416dcd704 req-d7a69ef4-e056-484f-9d9d-c161e74f2b2b service neutron] 10.222.0.20 "GET /v2.0/networks?id=952afe36-ebbb-420b-9a24-e4ee044975e4 HTTP/1.1" status: 200 len: 920 time: 0.1007032 Aug 02 13:39:19.751072 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-20f103ad-07ed-48ab-8af2-30a416dcd704 req-87109502-70be-4712-8f79-07b5e4e9db17 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d198dca-3e54-4c31-8cf4-c2ff636b00b7 HTTP/1.1" status: 200 len: 217 time: 0.0388412 Aug 02 13:39:19.808218 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f103ad-07ed-48ab-8af2-30a416dcd704 req-f7e9b7ec-8c03-4da7-829d-196b937e50bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:19.809882 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-20f103ad-07ed-48ab-8af2-30a416dcd704 req-f7e9b7ec-8c03-4da7-829d-196b937e50bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce360482-e138-41d7-8f5d-ea14c6cf06af HTTP/1.1" status: 200 len: 858 time: 0.0507486 Aug 02 13:39:19.870670 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f103ad-07ed-48ab-8af2-30a416dcd704 req-adc2a13b-d141-46f0-9ecc-10f481880c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:19.873330 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-20f103ad-07ed-48ab-8af2-30a416dcd704 req-adc2a13b-d141-46f0-9ecc-10f481880c63 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=952afe36-ebbb-420b-9a24-e4ee044975e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541298 Aug 02 13:39:20.006165 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-20f103ad-07ed-48ab-8af2-30a416dcd704 req-0bc8538b-17fc-4c3a-b8e6-63aaca1ac957 service neutron] 10.222.0.20 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152055 Aug 02 13:39:20.119479 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-20f103ad-07ed-48ab-8af2-30a416dcd704 req-2d7ad404-4103-46b7-bae7-0b1474896bf7 service neutron] 10.222.0.20 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052833 Aug 02 13:39:20.730189 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb821dfb-e0fc-4720-abd8-8fd6b82fb91b req-d3a0aaf1-f264-41a7-8465-e55cfe3b78dd tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:20.732106 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-bb821dfb-e0fc-4720-abd8-8fd6b82fb91b req-d3a0aaf1-f264-41a7-8465-e55cfe3b78dd tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 946 time: 0.0625455 Aug 02 13:39:20.793172 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-bb821dfb-e0fc-4720-abd8-8fd6b82fb91b req-af407ccf-0b50-4515-954b-dd2e18932d60 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549316 Aug 02 13:39:21.234616 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 35518) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:21.540050 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ef974b4a-951f-4da2-973b-5a33701f2475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:21.632469 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ef974b4a-951f-4da2-973b-5a33701f2475 admin admin] Publish callbacks [] for security_group (8bfd817c-41ae-4f69-ad98-a298a47e55de), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:21.763247 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ef974b4a-951f-4da2-973b-5a33701f2475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (8bfd817c-41ae-4f69-ad98-a298a47e55de), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:21.803790 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-ef974b4a-951f-4da2-973b-5a33701f2475 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ed8708f080e847668d622031c4497546&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5679631 Aug 02 13:39:21.804489 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef974b4a-951f-4da2-973b-5a33701f2475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfd817c-41ae-4f69-ad98-a298a47e55de,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:21.806600 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 35536) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:21.887013 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-1fa53789-24ae-459f-8c0e-63a89a3d6a17 admin admin] Publish callbacks [] for security_group (8bfd817c-41ae-4f69-ad98-a298a47e55de), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:21.918810 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-1fa53789-24ae-459f-8c0e-63a89a3d6a17 admin admin] Publish callbacks [] for security_group (8bfd817c-41ae-4f69-ad98-a298a47e55de), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:21.960830 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37954b31-1b1a-46db-92ec-d569db9e3ada req-bd5ddc0f-b3df-4ea3-8766-447e75eed63c tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:21.963244 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-37954b31-1b1a-46db-92ec-d569db9e3ada req-bd5ddc0f-b3df-4ea3-8766-447e75eed63c tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 946 time: 0.0712843 Aug 02 13:39:22.019173 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-37954b31-1b1a-46db-92ec-d569db9e3ada req-795327ee-61fb-465a-85b9-83b738414606 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479774 Aug 02 13:39:22.077751 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-1fa53789-24ae-459f-8c0e-63a89a3d6a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (8bfd817c-41ae-4f69-ad98-a298a47e55de), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:22.080465 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-1fa53789-24ae-459f-8c0e-63a89a3d6a17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:22.081620 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-1fa53789-24ae-459f-8c0e-63a89a3d6a17 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8bfd817c-41ae-4f69-ad98-a298a47e55de HTTP/1.1" status: 204 len: 168 time: 0.2739110 Aug 02 13:39:22.092264 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa53789-24ae-459f-8c0e-63a89a3d6a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfd817c-41ae-4f69-ad98-a298a47e55de,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:22.873041 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 35562) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:22.887609 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-9ca5a275-0967-4236-86dc-7270a91795ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:22.975869 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-9ca5a275-0967-4236-86dc-7270a91795ab admin admin] Publish callbacks [] for security_group (83a17b0a-6caf-4678-a0b8-2266fb960c54), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:23.081834 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-9ca5a275-0967-4236-86dc-7270a91795ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (83a17b0a-6caf-4678-a0b8-2266fb960c54), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:23.159668 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5a275-0967-4236-86dc-7270a91795ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a17b0a-6caf-4678-a0b8-2266fb960c54,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:23.168506 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-9ca5a275-0967-4236-86dc-7270a91795ab admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9e86b15711f945d782f142967c9ce04f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2941091 Aug 02 13:39:23.171164 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 35566) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:23.194652 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adacce-c06c-46f9-8793-0ddef155d906 req-871d858d-7643-4dfd-ae4e-32795d223d7b tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:23.196252 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-24adacce-c06c-46f9-8793-0ddef155d906 req-871d858d-7643-4dfd-ae4e-32795d223d7b tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 946 time: 0.0980582 Aug 02 13:39:23.233184 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-8a816772-8144-4fb0-8b2f-42c93d2952ac admin admin] Publish callbacks [] for security_group (83a17b0a-6caf-4678-a0b8-2266fb960c54), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:23.257641 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-8a816772-8144-4fb0-8b2f-42c93d2952ac admin admin] Publish callbacks [] for security_group (83a17b0a-6caf-4678-a0b8-2266fb960c54), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:23.263653 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-24adacce-c06c-46f9-8793-0ddef155d906 req-62cb1646-1df2-4c12-86c2-bf85a8654465 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562286 Aug 02 13:39:23.386958 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-8a816772-8144-4fb0-8b2f-42c93d2952ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (83a17b0a-6caf-4678-a0b8-2266fb960c54), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:23.389593 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-8a816772-8144-4fb0-8b2f-42c93d2952ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:23.391648 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-8a816772-8144-4fb0-8b2f-42c93d2952ac admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/83a17b0a-6caf-4678-a0b8-2266fb960c54 HTTP/1.1" status: 204 len: 168 time: 0.2187302 Aug 02 13:39:23.399269 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a816772-8144-4fb0-8b2f-42c93d2952ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a17b0a-6caf-4678-a0b8-2266fb960c54,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:24.159130 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 35610) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:24.309453 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a55ba951-7be5-4eba-ba5e-a6739af16a0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:24.324420 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-0d8f51bd-919f-4400-92bb-3f4950235719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:24.431376 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b33c1-ea0b-41af-85f5-0d679b0ba5df req-80376fb4-a14d-4459-a2fd-a58ab85c0479 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:24.433694 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d23b33c1-ea0b-41af-85f5-0d679b0ba5df req-80376fb4-a14d-4459-a2fd-a58ab85c0479 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 946 time: 0.0877674 Aug 02 13:39:24.444043 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a55ba951-7be5-4eba-ba5e-a6739af16a0b admin admin] Publish callbacks [] for security_group (16050074-9e7d-45b4-aaa3-cc56e2c91372), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:24.488629 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d23b33c1-ea0b-41af-85f5-0d679b0ba5df req-c207486a-7795-495a-ad12-71d2dce33b39 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467491 Aug 02 13:39:24.586393 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a55ba951-7be5-4eba-ba5e-a6739af16a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (16050074-9e7d-45b4-aaa3-cc56e2c91372), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:24.627834 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-a55ba951-7be5-4eba-ba5e-a6739af16a0b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=83ab241f5cd74117a7bcfa7b5f764850&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4674249 Aug 02 13:39:24.628705 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ba951-7be5-4eba-ba5e-a6739af16a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16050074-9e7d-45b4-aaa3-cc56e2c91372,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:24.630799 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 35622) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:24.700276 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-55559547-40a3-49eb-8331-2394805f4f14 admin admin] Publish callbacks [] for security_group (16050074-9e7d-45b4-aaa3-cc56e2c91372), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:24.737574 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-55559547-40a3-49eb-8331-2394805f4f14 admin admin] Publish callbacks [] for security_group (16050074-9e7d-45b4-aaa3-cc56e2c91372), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:24.882808 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-55559547-40a3-49eb-8331-2394805f4f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (16050074-9e7d-45b4-aaa3-cc56e2c91372), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:24.887154 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-55559547-40a3-49eb-8331-2394805f4f14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:24.887395 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-55559547-40a3-49eb-8331-2394805f4f14 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/16050074-9e7d-45b4-aaa3-cc56e2c91372 HTTP/1.1" status: 204 len: 168 time: 0.2555175 Aug 02 13:39:24.896342 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55559547-40a3-49eb-8331-2394805f4f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16050074-9e7d-45b4-aaa3-cc56e2c91372,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:25.243835 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:25.249178 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38343ef-e69e-45c5-906e-80acd8922877 req-d9ed82b1-be7c-4829-9ccd-c598debdfec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:25.250875 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f38343ef-e69e-45c5-906e-80acd8922877 req-d9ed82b1-be7c-4829-9ccd-c598debdfec0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1502b667be5c45ab800f27676ab39794&device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 1130 time: 0.0481887 Aug 02 13:39:25.369701 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38343ef-e69e-45c5-906e-80acd8922877 req-73725234-0505-408b-9840-4d60efc25a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:25.371389 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f38343ef-e69e-45c5-906e-80acd8922877 req-73725234-0505-408b-9840-4d60efc25a18 service neutron] 10.222.0.20 "GET /v2.0/networks?id=952afe36-ebbb-420b-9a24-e4ee044975e4 HTTP/1.1" status: 200 len: 920 time: 0.0977764 Aug 02 13:39:25.412784 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f38343ef-e69e-45c5-906e-80acd8922877 req-5404b2f6-8241-4ba7-a25c-a60333109486 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d198dca-3e54-4c31-8cf4-c2ff636b00b7 HTTP/1.1" status: 200 len: 217 time: 0.0346203 Aug 02 13:39:25.465063 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38343ef-e69e-45c5-906e-80acd8922877 req-9dee9650-ee2d-4201-acbd-af53e98b4796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:25.466617 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f38343ef-e69e-45c5-906e-80acd8922877 req-9dee9650-ee2d-4201-acbd-af53e98b4796 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce360482-e138-41d7-8f5d-ea14c6cf06af HTTP/1.1" status: 200 len: 858 time: 0.0483572 Aug 02 13:39:25.525495 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38343ef-e69e-45c5-906e-80acd8922877 req-dd2da387-132f-4ffb-ac48-0ff90ed7b2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:25.527135 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f38343ef-e69e-45c5-906e-80acd8922877 req-dd2da387-132f-4ffb-ac48-0ff90ed7b2c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=952afe36-ebbb-420b-9a24-e4ee044975e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540879 Aug 02 13:39:25.637956 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f38343ef-e69e-45c5-906e-80acd8922877 req-084449cc-db69-4d57-999f-1afd289ea8bd service neutron] 10.222.0.20 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032984 Aug 02 13:39:25.648586 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff91fd-0a2e-4e7c-80d9-902121635247 req-0a325cb7-0636-44ce-9d90-c430aff48008 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:25.653205 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-9bff91fd-0a2e-4e7c-80d9-902121635247 req-0a325cb7-0636-44ce-9d90-c430aff48008 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 946 time: 0.0738883 Aug 02 13:39:25.699340 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-9bff91fd-0a2e-4e7c-80d9-902121635247 req-06821e67-2ac1-4110-8e37-560fe8e2b72c tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436237 Aug 02 13:39:25.754770 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f38343ef-e69e-45c5-906e-80acd8922877 req-efc6306c-e7aa-4304-abb1-46702d4bb4f3 service neutron] 10.222.0.20 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103823 Aug 02 13:39:25.973390 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 35668) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:26.109784 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-9b735376-4cb1-40f5-bb4d-009e6342f67d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:26.207097 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-9b735376-4cb1-40f5-bb4d-009e6342f67d admin admin] Publish callbacks [] for security_group (38c9db3a-8b0b-4d0e-a915-4926fcb35bd1), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:26.415200 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-9b735376-4cb1-40f5-bb4d-009e6342f67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (38c9db3a-8b0b-4d0e-a915-4926fcb35bd1), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:26.465943 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-9b735376-4cb1-40f5-bb4d-009e6342f67d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1d45196b87f54ecf9d2e88d63b7b7497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4913020 Aug 02 13:39:26.466966 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b735376-4cb1-40f5-bb4d-009e6342f67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c9db3a-8b0b-4d0e-a915-4926fcb35bd1,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:26.468472 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 35686) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:26.550572 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c7a52b84-0e8e-490c-90f6-e6526ada6972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:26.554613 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e81617d4-4057-4b80-8a4b-3edf6d54be9a admin admin] Publish callbacks [] for security_group (38c9db3a-8b0b-4d0e-a915-4926fcb35bd1), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:26.586541 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e81617d4-4057-4b80-8a4b-3edf6d54be9a admin admin] Publish callbacks [] for security_group (38c9db3a-8b0b-4d0e-a915-4926fcb35bd1), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:26.775154 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e81617d4-4057-4b80-8a4b-3edf6d54be9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (38c9db3a-8b0b-4d0e-a915-4926fcb35bd1), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:26.779834 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e81617d4-4057-4b80-8a4b-3edf6d54be9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:26.794316 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-e81617d4-4057-4b80-8a4b-3edf6d54be9a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/38c9db3a-8b0b-4d0e-a915-4926fcb35bd1 HTTP/1.1" status: 204 len: 168 time: 0.3144007 Aug 02 13:39:26.799907 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81617d4-4057-4b80-8a4b-3edf6d54be9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c9db3a-8b0b-4d0e-a915-4926fcb35bd1,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:26.871637 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d807bb6-525b-4169-9abc-6726ecb0713e req-4371807b-5e33-4fed-a12c-1c36634b16ec tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:26.873187 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9d807bb6-525b-4169-9abc-6726ecb0713e req-4371807b-5e33-4fed-a12c-1c36634b16ec tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 946 time: 0.0756524 Aug 02 13:39:26.934584 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9d807bb6-525b-4169-9abc-6726ecb0713e req-f566a797-26e7-41ad-b4bc-69519f0dd0b0 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553443 Aug 02 13:39:27.597418 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:28.064373 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c4462-76d8-430b-9a03-ba2b682e70c9 req-9e533173-8473-4562-8eef-6f065143127e tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:28.066288 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-421c4462-76d8-430b-9a03-ba2b682e70c9 req-9e533173-8473-4562-8eef-6f065143127e tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 946 time: 0.0602264 Aug 02 13:39:28.116853 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-421c4462-76d8-430b-9a03-ba2b682e70c9 req-a4bcb954-2a05-4201-aedc-726a07bbac28 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444934 Aug 02 13:39:28.167320 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 35732) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:28.334427 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-b370c252-bc25-45bd-ba3b-87974e471b29 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1215620166-network', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:39:28.442886 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b370c252-bc25-45bd-ba3b-87974e471b29 admin admin] Made reservation on behalf of 26af2dc63c6142548bb513c4aed2b4d0 for: {'network': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:39:28.445267 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b370c252-bc25-45bd-ba3b-87974e471b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for network (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:28.455186 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b370c252-bc25-45bd-ba3b-87974e471b29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:28.531443 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b370c252-bc25-45bd-ba3b-87974e471b29 admin admin] Publish callbacks [] for security_group (47d855cf-6e07-45d3-9cf0-1a05b07d3d71), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:28.665763 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b370c252-bc25-45bd-ba3b-87974e471b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (47d855cf-6e07-45d3-9cf0-1a05b07d3d71), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:28.693934 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b370c252-bc25-45bd-ba3b-87974e471b29 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=104369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:39:28.700209 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370c252-bc25-45bd-ba3b-87974e471b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d855cf-6e07-45d3-9cf0-1a05b07d3d71,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:28.707703 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b370c252-bc25-45bd-ba3b-87974e471b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:28.708033 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.db.segments_db [None req-b370c252-bc25-45bd-ba3b-87974e471b29 admin admin] Added segment a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33 of type vlan for network 01ffcfab-a887-4187-8399-c98076da1ec3 Aug 02 13:39:28.752065 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b370c252-bc25-45bd-ba3b-87974e471b29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786056214182'] for network (01ffcfab-a887-4187-8399-c98076da1ec3), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:28.872179 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b370c252-bc25-45bd-ba3b-87974e471b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010'] for network (01ffcfab-a887-4187-8399-c98076da1ec3), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:28.873281 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b370c252-bc25-45bd-ba3b-87974e471b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:28.874002 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b370c252-bc25-45bd-ba3b-87974e471b29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:28.949962 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370c252-bc25-45bd-ba3b-87974e471b29 admin admin] Pushing event updated for resources: {'Network': ['ID=01ffcfab-a887-4187-8399-c98076da1ec3,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:28.960102 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Network 01ffcfab-a887-4187-8399-c98076da1ec3 details requested by agent ovs-agent-dv-cinder-847864-8-iscsi with host dv-cinder-847864-8-iscsi {{(pid=104370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 13:39:29.045682 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-b370c252-bc25-45bd-ba3b-87974e471b29 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8771625 Aug 02 13:39:29.048792 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 35742) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:29.054332 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-963f7f1a-1f67-44d6-9556-c46f88e48737 admin admin] Request body: {'subnet': {'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1215620166-subnet', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'ip_version': 4}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:39:29.246490 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ede1a-57a8-49e9-8260-d105139d660a req-1abe9ed7-50c7-41d1-a464-08c443199e50 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:29.248141 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-244ede1a-57a8-49e9-8260-d105139d660a req-1abe9ed7-50c7-41d1-a464-08c443199e50 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 946 time: 0.0575037 Aug 02 13:39:29.272036 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963f7f1a-1f67-44d6-9556-c46f88e48737 admin admin] Made reservation on behalf of 26af2dc63c6142548bb513c4aed2b4d0 for: {'subnet': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:39:29.276383 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:29.276626 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-963f7f1a-1f67-44d6-9556-c46f88e48737 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24483867'] for subnet (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:29.350185 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-244ede1a-57a8-49e9-8260-d105139d660a req-3b806c8e-e6f1-4c5a-80e4-80c821064707 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942407 Aug 02 13:39:29.826416 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-963f7f1a-1f67-44d6-9556-c46f88e48737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24483849'] for subnet (ae61575f-a0ba-4745-91f9-2d111054bae1), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:29.883573 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f7f1a-1f67-44d6-9556-c46f88e48737 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae61575f-a0ba-4745-91f9-2d111054bae1,revision_number=0']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:29.902169 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963f7f1a-1f67-44d6-9556-c46f88e48737 admin admin] Checking segment: {'id': 'a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:39:29.902658 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963f7f1a-1f67-44d6-9556-c46f88e48737 admin admin] Network hostable DHCP agents. Network: 01ffcfab-a887-4187-8399-c98076da1ec3, hostable agents: ['befb4f8c-7c45-422b-a3e4-83ed25d094fc'], hosted agents: [] {{(pid=104369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:39:30.020941 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963f7f1a-1f67-44d6-9556-c46f88e48737 admin admin] Network 01ffcfab-a887-4187-8399-c98076da1ec3 is scheduled to be hosted by DHCP agent befb4f8c-7c45-422b-a3e4-83ed25d094fc with binding_index 1 {{(pid=104369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:39:30.191989 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-963f7f1a-1f67-44d6-9556-c46f88e48737 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-8-iscsi, 01ffcfab-a887-4187-8399-c98076da1ec3) {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:39:30.196038 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963f7f1a-1f67-44d6-9556-c46f88e48737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:30.196643 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-963f7f1a-1f67-44d6-9556-c46f88e48737 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for subnet (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:30.201442 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe685fa-43cd-40a3-96ec-4670fc72a4ee None None] Network 01ffcfab-a887-4187-8399-c98076da1ec3 requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:39:30.324308 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e22bcfe-500e-4c79-9fd6-e1bc93ae1871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ebaa513-5f0a-5310-b1e1-7495ca05f9af-01ffcfab-a887-4187-8399-c98076da1ec3', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'fixed_ips': [{'subnet_id': 'ae61575f-a0ba-4745-91f9-2d111054bae1'}]}} from dv-cinder-847864-8-iscsi. {{(pid=104370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 02 13:39:30.324308 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6e22bcfe-500e-4c79-9fd6-e1bc93ae1871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:30.350219 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-963f7f1a-1f67-44d6-9556-c46f88e48737 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2999735 Aug 02 13:39:30.356501 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 35754) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:30.359864 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-05a2f1fc-31e0-4f7b-8113-7ae10f2b20d9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1215620166-router', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:39:30.460597 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-05a2f1fc-31e0-4f7b-8113-7ae10f2b20d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-774654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (7e875251-ed9c-4695-9e35-43919f7fbbef), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:30.463525 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-05a2f1fc-31e0-4f7b-8113-7ae10f2b20d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-774466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (7e875251-ed9c-4695-9e35-43919f7fbbef), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:30.491534 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.db_base_plugin_common [None req-6e22bcfe-500e-4c79-9fd6-e1bc93ae1871 None None] Allocated IP 172.20.0.2 (01ffcfab-a887-4187-8399-c98076da1ec3/ae61575f-a0ba-4745-91f9-2d111054bae1/31c3e4cc-1823-44fe-b0ab-f8cbc9e68022) {{(pid=104370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:39:30.501983 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971d9bd-b2c9-4955-a703-31ede27452d6 req-592030e3-66f1-4c3c-9de5-b6b41eb857de tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:30.505287 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5971d9bd-b2c9-4955-a703-31ede27452d6 req-592030e3-66f1-4c3c-9de5-b6b41eb857de tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 946 time: 0.0698972 Aug 02 13:39:30.533813 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-05a2f1fc-31e0-4f7b-8113-7ae10f2b20d9 admin admin] Publish callbacks [] for router_controller (7e875251-ed9c-4695-9e35-43919f7fbbef), precommit_add_association {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:30.573883 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5971d9bd-b2c9-4955-a703-31ede27452d6 req-299de5a9-6aa5-4dee-a0cd-e4b5b53ee05c tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590549 Aug 02 13:39:30.657543 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:30.675667 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6e22bcfe-500e-4c79-9fd6-e1bc93ae1871 None None] Publish callbacks [] for port (31c3e4cc-1823-44fe-b0ab-f8cbc9e68022), precommit_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:30.767421 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-05a2f1fc-31e0-4f7b-8113-7ae10f2b20d9 admin admin] Publish callbacks [] for router_gateway (7e875251-ed9c-4695-9e35-43919f7fbbef), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:30.791355 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6e22bcfe-500e-4c79-9fd6-e1bc93ae1871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979'] for port (31c3e4cc-1823-44fe-b0ab-f8cbc9e68022), after_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:30.830633 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e22bcfe-500e-4c79-9fd6-e1bc93ae1871 None None] Network 01ffcfab-a887-4187-8399-c98076da1ec3 is already hosted by enough agents. {{(pid=104370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:39:30.842050 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.scheduler.base_scheduler [None req-6e22bcfe-500e-4c79-9fd6-e1bc93ae1871 None None] Resources bound (agent type, host, resource id): {{(pid=104370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:39:30.848993 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e22bcfe-500e-4c79-9fd6-e1bc93ae1871 None None] Received port after_create {{(pid=104370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:39:30.852689 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e22bcfe-500e-4c79-9fd6-e1bc93ae1871 None None] Pushing event updated for resources: {'Port': ['ID=31c3e4cc-1823-44fe-b0ab-f8cbc9e68022,revision_number=1']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:30.983103 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-6e22bcfe-500e-4c79-9fd6-e1bc93ae1871 None None] Attempting to bind port 31c3e4cc-1823-44fe-b0ab-f8cbc9e68022 on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:39:30.983600 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-6e22bcfe-500e-4c79-9fd6-e1bc93ae1871 None None] Attempting to bind port 31c3e4cc-1823-44fe-b0ab-f8cbc9e68022 by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': 'a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3'}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:39:30.983903 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e22bcfe-500e-4c79-9fd6-e1bc93ae1871 None None] Attempting to bind port 31c3e4cc-1823-44fe-b0ab-f8cbc9e68022 on network 01ffcfab-a887-4187-8399-c98076da1ec3 {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:39:30.990956 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e22bcfe-500e-4c79-9fd6-e1bc93ae1871 None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:39:30.991423 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e22bcfe-500e-4c79-9fd6-e1bc93ae1871 None None] Checking segment: {'id': 'a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:39:30.992103 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6e22bcfe-500e-4c79-9fd6-e1bc93ae1871 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:30.992319 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e22bcfe-500e-4c79-9fd6-e1bc93ae1871 None None] Bound using segment: {'id': 'a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3'} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:39:30.992761 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-6e22bcfe-500e-4c79-9fd6-e1bc93ae1871 None None] Bound port: 31c3e4cc-1823-44fe-b0ab-f8cbc9e68022, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3'}}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:39:30.993296 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6e22bcfe-500e-4c79-9fd6-e1bc93ae1871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (31c3e4cc-1823-44fe-b0ab-f8cbc9e68022), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:31.082729 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6e22bcfe-500e-4c79-9fd6-e1bc93ae1871 None None] For port 31c3e4cc-1823-44fe-b0ab-f8cbc9e68022, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:39:31.088393 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6e22bcfe-500e-4c79-9fd6-e1bc93ae1871 None None] For port 31c3e4cc-1823-44fe-b0ab-f8cbc9e68022, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=31c3e4cc-1823-44fe-b0ab-f8cbc9e68022,segment=NetworkSegment(a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33),segment_id=a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33)] {{(pid=104370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:39:31.120950 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-05a2f1fc-31e0-4f7b-8113-7ae10f2b20d9 admin admin] Publish callbacks [] for router_gateway (7e875251-ed9c-4695-9e35-43919f7fbbef), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:31.156342 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-05a2f1fc-31e0-4f7b-8113-7ae10f2b20d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:31.238594 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6e22bcfe-500e-4c79-9fd6-e1bc93ae1871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (31c3e4cc-1823-44fe-b0ab-f8cbc9e68022), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:31.288819 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [None req-05a2f1fc-31e0-4f7b-8113-7ae10f2b20d9 admin admin] Allocated IP 172.27.4.56 (ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7/17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c/78630af5-171e-4300-85ce-4a998c8e48b2) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:39:31.308709 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e22bcfe-500e-4c79-9fd6-e1bc93ae1871 None None] Pushing event updated for resources: {'Port': ['ID=31c3e4cc-1823-44fe-b0ab-f8cbc9e68022,revision_number=2']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:31.435832 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-05a2f1fc-31e0-4f7b-8113-7ae10f2b20d9 admin admin] Publish callbacks [] for port (78630af5-171e-4300-85ce-4a998c8e48b2), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:31.580601 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-05a2f1fc-31e0-4f7b-8113-7ae10f2b20d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (78630af5-171e-4300-85ce-4a998c8e48b2), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:31.646764 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a2f1fc-31e0-4f7b-8113-7ae10f2b20d9 admin admin] Network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:39:31.651505 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-05a2f1fc-31e0-4f7b-8113-7ae10f2b20d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:39:31.654947 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a2f1fc-31e0-4f7b-8113-7ae10f2b20d9 admin admin] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:39:31.722614 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2f1fc-31e0-4f7b-8113-7ae10f2b20d9 admin admin] Pushing event updated for resources: {'Port': ['ID=78630af5-171e-4300-85ce-4a998c8e48b2,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:31.784929 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d24c0-fb5c-4e72-8e4f-4127f947176c req-6ddf1960-efb8-45af-af36-781423e9f290 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:31.787278 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-841d24c0-fb5c-4e72-8e4f-4127f947176c req-6ddf1960-efb8-45af-af36-781423e9f290 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 946 time: 0.1059296 Aug 02 13:39:31.942276 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-841d24c0-fb5c-4e72-8e4f-4127f947176c req-54678a15-22c2-4719-8893-f8518e3fac98 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428697 Aug 02 13:39:32.182530 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-05a2f1fc-31e0-4f7b-8113-7ae10f2b20d9 admin admin] Publish callbacks [] for router_gateway (7e875251-ed9c-4695-9e35-43919f7fbbef), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:32.457151 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-05a2f1fc-31e0-4f7b-8113-7ae10f2b20d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772297'] for router (7e875251-ed9c-4695-9e35-43919f7fbbef), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:32.535886 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03eb1e32-da0a-4610-a75e-78d2062271ed None None] Network 01ffcfab-a887-4187-8399-c98076da1ec3 requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:39:32.656539 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-95c6f2c5-3847-4a17-8644-e794853eeefc None None] Provisioning complete for port 31c3e4cc-1823-44fe-b0ab-f8cbc9e68022 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:39:32.657237 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-95c6f2c5-3847-4a17-8644-e794853eeefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (31c3e4cc-1823-44fe-b0ab-f8cbc9e68022), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:32.785345 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-95c6f2c5-3847-4a17-8644-e794853eeefc None None] Current status of the port 31c3e4cc-1823-44fe-b0ab-f8cbc9e68022 is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:39:32.785743 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-95c6f2c5-3847-4a17-8644-e794853eeefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (31c3e4cc-1823-44fe-b0ab-f8cbc9e68022), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:32.836571 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a2f1fc-31e0-4f7b-8113-7ae10f2b20d9 admin admin] Router 7e875251-ed9c-4695-9e35-43919f7fbbef is scheduled to L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 with binding_index 1 {{(pid=104369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 02 13:39:32.998297 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-95c6f2c5-3847-4a17-8644-e794853eeefc None None] For port 31c3e4cc-1823-44fe-b0ab-f8cbc9e68022, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=31c3e4cc-1823-44fe-b0ab-f8cbc9e68022,segment=NetworkSegment(a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33),segment_id=a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:39:33.044627 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a2f1fc-31e0-4f7b-8113-7ae10f2b20d9 admin admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:39:33.057638 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eef5c33-bf30-46f9-b814-470a6fa35de5 None None] Sync routers for ids ['7e875251-ed9c-4695-9e35-43919f7fbbef'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:39:33.071240 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eef5c33-bf30-46f9-b814-470a6fa35de5 None None] Routers {'7e875251-ed9c-4695-9e35-43919f7fbbef'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:39:33.072888 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-5eef5c33-bf30-46f9-b814-470a6fa35de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:39:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['7e875251-ed9c-4695-9e35-43919f7fbbef'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:39:33.145129 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-95c6f2c5-3847-4a17-8644-e794853eeefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (31c3e4cc-1823-44fe-b0ab-f8cbc9e68022), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:33.146145 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4196137-9a3d-4149-a483-9ab79c8c0a80 req-8d4cb18f-c2ba-4059-804d-475caf281946 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:33.149507 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d4196137-9a3d-4149-a483-9ab79c8c0a80 req-8d4cb18f-c2ba-4059-804d-475caf281946 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 946 time: 0.0984781 Aug 02 13:39:33.237284 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-05a2f1fc-31e0-4f7b-8113-7ae10f2b20d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:33.239564 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-05a2f1fc-31e0-4f7b-8113-7ae10f2b20d9 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8835988 Aug 02 13:39:33.247006 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 35814) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:33.279673 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d4196137-9a3d-4149-a483-9ab79c8c0a80 req-6771aefa-d3b8-46e2-b37e-d5ac1a248a6d tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176093 Aug 02 13:39:33.356966 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6f2c5-3847-4a17-8644-e794853eeefc None None] Pushing event updated for resources: {'Port': ['ID=31c3e4cc-1823-44fe-b0ab-f8cbc9e68022,revision_number=3']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:33.369052 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-b760ecc8-dfcb-46fe-b672-90593fcfd308 None None] Provisioning complete for port 31c3e4cc-1823-44fe-b0ab-f8cbc9e68022 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:39:33.369853 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-b760ecc8-dfcb-46fe-b672-90593fcfd308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (31c3e4cc-1823-44fe-b0ab-f8cbc9e68022), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:33.375949 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-5eef5c33-bf30-46f9-b814-470a6fa35de5 None None] Set router 7e875251-ed9c-4695-9e35-43919f7fbbef gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:39:33.474605 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 31c3e4cc-1823-44fe-b0ab-f8cbc9e68022 up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:39:33.693724 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 31c3e4cc-1823-44fe-b0ab-f8cbc9e68022 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:39:33.694418 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (31c3e4cc-1823-44fe-b0ab-f8cbc9e68022), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:33.751853 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-b760ecc8-dfcb-46fe-b672-90593fcfd308 None None] Current status of the port 31c3e4cc-1823-44fe-b0ab-f8cbc9e68022 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:39:33.832509 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-5eef5c33-bf30-46f9-b814-470a6fa35de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'name': 'tempest-TestVolumeBootPattern-1215620166-router', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:30Z', 'updated_at': '2022-08-02T13:39:31Z', 'revision_number': 3, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'gw_port': {'id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:31Z', 'updated_at': '2022-08-02T13:39:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:39:33.861275 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 31c3e4cc-1823-44fe-b0ab-f8cbc9e68022 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:39:33.863484 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eef5c33-bf30-46f9-b814-470a6fa35de5 None None] Checking router: 7e875251-ed9c-4695-9e35-43919f7fbbef for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:39:33.863868 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eef5c33-bf30-46f9-b814-470a6fa35de5 None None] Updating router 7e875251-ed9c-4695-9e35-43919f7fbbef port 78630af5-171e-4300-85ce-4a998c8e48b2 binding host dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:39:33.896278 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-5eef5c33-bf30-46f9-b814-470a6fa35de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (78630af5-171e-4300-85ce-4a998c8e48b2), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:33.995809 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-22137cdf-d724-4356-a64a-2e8ac7e98b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:34.189789 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_common [None req-22137cdf-d724-4356-a64a-2e8ac7e98b8b admin admin] Allocated IP 172.20.0.1 (01ffcfab-a887-4187-8399-c98076da1ec3/ae61575f-a0ba-4745-91f9-2d111054bae1/3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9) {{(pid=104368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:39:34.213505 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-5eef5c33-bf30-46f9-b814-470a6fa35de5 None None] Publish callbacks [] for port (78630af5-171e-4300-85ce-4a998c8e48b2), precommit_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:34.300786 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-22137cdf-d724-4356-a64a-2e8ac7e98b8b admin admin] Publish callbacks [] for port (3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:34.352349 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-5eef5c33-bf30-46f9-b814-470a6fa35de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (78630af5-171e-4300-85ce-4a998c8e48b2), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:34.405704 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-5eef5c33-bf30-46f9-b814-470a6fa35de5 None None] Attempting to bind port 78630af5-171e-4300-85ce-4a998c8e48b2 on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:39:34.406191 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-5eef5c33-bf30-46f9-b814-470a6fa35de5 None None] Attempting to bind port 78630af5-171e-4300-85ce-4a998c8e48b2 by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:39:34.406634 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eef5c33-bf30-46f9-b814-470a6fa35de5 None None] Attempting to bind port 78630af5-171e-4300-85ce-4a998c8e48b2 on network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:39:34.413667 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb22f93-dd57-48ca-93cb-4a3c2bb1952f None None] Pushing event updated for resources: {'Port': ['ID=78630af5-171e-4300-85ce-4a998c8e48b2,revision_number=2']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:34.418980 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-22137cdf-d724-4356-a64a-2e8ac7e98b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:34.419183 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eef5c33-bf30-46f9-b814-470a6fa35de5 None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:39:34.419481 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eef5c33-bf30-46f9-b814-470a6fa35de5 None None] Checking segment: {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:39:34.419971 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-5eef5c33-bf30-46f9-b814-470a6fa35de5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:34.420378 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eef5c33-bf30-46f9-b814-470a6fa35de5 None None] Bound using segment: {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:39:34.420946 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-5eef5c33-bf30-46f9-b814-470a6fa35de5 None None] Bound port: 78630af5-171e-4300-85ce-4a998c8e48b2, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:39:34.421746 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-5eef5c33-bf30-46f9-b814-470a6fa35de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (78630af5-171e-4300-85ce-4a998c8e48b2), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:34.444279 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a21a83-b994-4574-b08e-73da90dee9d7 req-fd770b4f-8cb7-4c0b-8f04-f989ea27f0d6 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:34.445875 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-83a21a83-b994-4574-b08e-73da90dee9d7 req-fd770b4f-8cb7-4c0b-8f04-f989ea27f0d6 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 946 time: 0.0693886 Aug 02 13:39:34.468351 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22137cdf-d724-4356-a64a-2e8ac7e98b8b admin admin] Network 01ffcfab-a887-4187-8399-c98076da1ec3 is already hosted by enough agents. {{(pid=104368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:39:34.472268 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [None req-22137cdf-d724-4356-a64a-2e8ac7e98b8b admin admin] Resources bound (agent type, host, resource id): {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:39:34.478069 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22137cdf-d724-4356-a64a-2e8ac7e98b8b admin admin] Received port after_create {{(pid=104368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:39:34.504842 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22137cdf-d724-4356-a64a-2e8ac7e98b8b admin admin] Pushing event updated for resources: {'Port': ['ID=3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:34.506046 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-5eef5c33-bf30-46f9-b814-470a6fa35de5 None None] For port 78630af5-171e-4300-85ce-4a998c8e48b2, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:39:34.514349 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-5eef5c33-bf30-46f9-b814-470a6fa35de5 None None] For port 78630af5-171e-4300-85ce-4a998c8e48b2, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=78630af5-171e-4300-85ce-4a998c8e48b2,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:39:34.534687 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-22137cdf-d724-4356-a64a-2e8ac7e98b8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772152'] for router_interface (7e875251-ed9c-4695-9e35-43919f7fbbef), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:34.554903 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-83a21a83-b994-4574-b08e-73da90dee9d7 req-3c263127-8ddb-4fef-9c2d-e8d6d309e53d tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976417 Aug 02 13:39:34.659063 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-5eef5c33-bf30-46f9-b814-470a6fa35de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (78630af5-171e-4300-85ce-4a998c8e48b2), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:34.723928 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eef5c33-bf30-46f9-b814-470a6fa35de5 None None] Routers {'7e875251-ed9c-4695-9e35-43919f7fbbef'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:39:34.725207 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-5eef5c33-bf30-46f9-b814-470a6fa35de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:39:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['7e875251-ed9c-4695-9e35-43919f7fbbef'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:39:34.811131 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-22137cdf-d724-4356-a64a-2e8ac7e98b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9), before_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:34.828855 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb22f93-dd57-48ca-93cb-4a3c2bb1952f None None] Pushing event updated for resources: {'Port': ['ID=78630af5-171e-4300-85ce-4a998c8e48b2,revision_number=3']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:34.839664 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-39f39715-1c30-4c9e-9f6a-340f66b53102 None None] Provisioning complete for port 3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:39:34.840219 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-39f39715-1c30-4c9e-9f6a-340f66b53102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:34.887874 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-5eef5c33-bf30-46f9-b814-470a6fa35de5 None None] Set router 7e875251-ed9c-4695-9e35-43919f7fbbef gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:39:34.889733 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-39f39715-1c30-4c9e-9f6a-340f66b53102 None None] Port 3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9 cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:39:34.992171 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-22137cdf-d724-4356-a64a-2e8ac7e98b8b admin admin] Publish callbacks [] for port (3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:35.090816 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-5eef5c33-bf30-46f9-b814-470a6fa35de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'name': 'tempest-TestVolumeBootPattern-1215620166-router', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:30Z', 'updated_at': '2022-08-02T13:39:31Z', 'revision_number': 3, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'gw_port': {'id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:31Z', 'updated_at': '2022-08-02T13:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:39:35.117692 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eef5c33-bf30-46f9-b814-470a6fa35de5 None None] The sync data for ids ['7e875251-ed9c-4695-9e35-43919f7fbbef'] in dv-cinder-847864-8-iscsi is: [{'id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'name': 'tempest-TestVolumeBootPattern-1215620166-router', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:30Z', 'updated_at': '2022-08-02T13:39:31Z', 'revision_number': 3, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'gw_port': {'id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:31Z', 'updated_at': '2022-08-02T13:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:39:35.134544 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-22137cdf-d724-4356-a64a-2e8ac7e98b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5190948'] for port (3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:35.229116 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22137cdf-d724-4356-a64a-2e8ac7e98b8b admin admin] Pushing event updated for resources: {'Port': ['ID=3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9,revision_number=2']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:35.247710 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-22137cdf-d724-4356-a64a-2e8ac7e98b8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773000'] for router_interface (7e875251-ed9c-4695-9e35-43919f7fbbef), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:35.377428 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 31c3e4cc-1823-44fe-b0ab-f8cbc9e68022 up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:39:35.461509 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 31c3e4cc-1823-44fe-b0ab-f8cbc9e68022 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:39:35.461897 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (31c3e4cc-1823-44fe-b0ab-f8cbc9e68022), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:35.680914 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 31c3e4cc-1823-44fe-b0ab-f8cbc9e68022 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:39:35.704505 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22137cdf-d724-4356-a64a-2e8ac7e98b8b admin admin] Network 01ffcfab-a887-4187-8399-c98076da1ec3 is already hosted by enough agents. {{(pid=104368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:39:35.706107 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [None req-22137cdf-d724-4356-a64a-2e8ac7e98b8b admin admin] Resources bound (agent type, host, resource id): {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:39:35.820646 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce43b7-c6f4-4d4e-a65c-487a52f91c23 req-66ffdcfe-51b8-45d0-b631-f5ddffbe0128 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:35.822926 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-22ce43b7-c6f4-4d4e-a65c-487a52f91c23 req-66ffdcfe-51b8-45d0-b631-f5ddffbe0128 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 946 time: 0.1205266 Aug 02 13:39:35.898544 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22137cdf-d724-4356-a64a-2e8ac7e98b8b admin admin] Router 7e875251-ed9c-4695-9e35-43919f7fbbef has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:39:35.915163 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-22ce43b7-c6f4-4d4e-a65c-487a52f91c23 req-c2694b73-a443-41fb-8030-e1382b712e12 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832546 Aug 02 13:39:36.025492 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-3ead138e-bfaa-49fa-9083-70d5c9adfeb7 None None] Provisioning complete for port 3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:39:36.026132 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-3ead138e-bfaa-49fa-9083-70d5c9adfeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:36.044134 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22137cdf-d724-4356-a64a-2e8ac7e98b8b admin admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:39:36.055191 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-22137cdf-d724-4356-a64a-2e8ac7e98b8b admin admin] 10.222.0.67 "PUT /v2.0/routers/7e875251-ed9c-4695-9e35-43919f7fbbef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8058283 Aug 02 13:39:36.062660 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-3ead138e-bfaa-49fa-9083-70d5c9adfeb7 None None] Port 3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9 cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:39:36.900456 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418bf45-ddbc-4b03-b9cf-58b373ea35a1 req-18d10d40-972b-4171-9447-74376d4d6991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:36.903224 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1418bf45-ddbc-4b03-b9cf-58b373ea35a1 req-18d10d40-972b-4171-9447-74376d4d6991 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 1130 time: 0.0938113 Aug 02 13:39:36.957093 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1418bf45-ddbc-4b03-b9cf-58b373ea35a1 req-ff0ac8e3-c42c-4255-bbc8-6c995729aeb1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480645 Aug 02 13:39:36.998767 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 35942) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:37.003944 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-a6af280a-ded0-404c-922d-85afbd0ecd29 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-118063621-network', 'tenant_id': '3453a7afc97b4c128b08ea1bba2d5496'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:39:37.069797 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6b857-3023-4b6b-968e-9c5bbd156a35 req-a3dc76fd-0b13-4095-957e-935917fa47e2 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:37.071365 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a7b6b857-3023-4b6b-968e-9c5bbd156a35 req-a3dc76fd-0b13-4095-957e-935917fa47e2 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 946 time: 0.0670505 Aug 02 13:39:37.125086 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a7b6b857-3023-4b6b-968e-9c5bbd156a35 req-d7c431c0-a278-4cfe-a81f-8a66da437275 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467689 Aug 02 13:39:37.139390 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6af280a-ded0-404c-922d-85afbd0ecd29 admin admin] Made reservation on behalf of 3453a7afc97b4c128b08ea1bba2d5496 for: {'network': 1} {{(pid=104368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:39:37.141988 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a6af280a-ded0-404c-922d-85afbd0ecd29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for network (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:37.156236 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a6af280a-ded0-404c-922d-85afbd0ecd29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:37.199229 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 35948) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:37.273586 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a6af280a-ded0-404c-922d-85afbd0ecd29 admin admin] Publish callbacks [] for security_group (c1dca554-013a-47de-88e1-26e5acf53637), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:37.295484 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9585b70e-e1ff-46a8-9085-ee478ea8c58c None None] Sync routers for ids ['7e875251-ed9c-4695-9e35-43919f7fbbef'] in dv-cinder-847864-8-iscsi {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:39:37.308064 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9585b70e-e1ff-46a8-9085-ee478ea8c58c None None] Routers {'7e875251-ed9c-4695-9e35-43919f7fbbef'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:39:37.308064 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-9585b70e-e1ff-46a8-9085-ee478ea8c58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:39:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['7e875251-ed9c-4695-9e35-43919f7fbbef'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:39:37.352671 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 78630af5-171e-4300-85ce-4a998c8e48b2 up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:39:37.425560 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a6af280a-ded0-404c-922d-85afbd0ecd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (c1dca554-013a-47de-88e1-26e5acf53637), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:37.428033 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-9585b70e-e1ff-46a8-9085-ee478ea8c58c None None] Set router 7e875251-ed9c-4695-9e35-43919f7fbbef gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:39:37.437294 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-501fc0be-1e41-4f63-ac8e-ab0c1a4c5252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:37.463832 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6af280a-ded0-404c-922d-85afbd0ecd29 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=104368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:39:37.481985 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af280a-ded0-404c-922d-85afbd0ecd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1dca554-013a-47de-88e1-26e5acf53637,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:37.484841 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a6af280a-ded0-404c-922d-85afbd0ecd29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (f9c2915b-47de-4018-a8da-9cf3a00e1527), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:37.485643 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.db.segments_db [None req-a6af280a-ded0-404c-922d-85afbd0ecd29 admin admin] Added segment f9c2915b-47de-4018-a8da-9cf3a00e1527 of type vlan for network 8768f6f7-2ad7-4d9d-809a-4d15914478e7 Aug 02 13:39:37.515058 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6af280a-ded0-404c-922d-85afbd0ecd29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:37.515430 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6af280a-ded0-404c-922d-85afbd0ecd29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:37.515763 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6af280a-ded0-404c-922d-85afbd0ecd29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:37.516108 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6af280a-ded0-404c-922d-85afbd0ecd29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:37.516836 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6af280a-ded0-404c-922d-85afbd0ecd29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:37.517532 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6af280a-ded0-404c-922d-85afbd0ecd29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:37.517883 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6af280a-ded0-404c-922d-85afbd0ecd29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:37.518215 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6af280a-ded0-404c-922d-85afbd0ecd29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:37.518882 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6af280a-ded0-404c-922d-85afbd0ecd29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:37.519228 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6af280a-ded0-404c-922d-85afbd0ecd29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:37.519566 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6af280a-ded0-404c-922d-85afbd0ecd29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:37.519899 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6af280a-ded0-404c-922d-85afbd0ecd29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:37.520228 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6af280a-ded0-404c-922d-85afbd0ecd29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:37.553047 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-501fc0be-1e41-4f63-ac8e-ab0c1a4c5252 admin admin] Publish callbacks [] for security_group (496c21e2-d71e-4808-a1a3-c1b1f97e0cb2), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:37.562342 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 78630af5-171e-4300-85ce-4a998c8e48b2 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:39:37.562928 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (78630af5-171e-4300-85ce-4a998c8e48b2), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:37.563749 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a6af280a-ded0-404c-922d-85afbd0ecd29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786056214182'] for network (8768f6f7-2ad7-4d9d-809a-4d15914478e7), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:37.665098 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 78630af5-171e-4300-85ce-4a998c8e48b2 is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:39:37.666116 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (78630af5-171e-4300-85ce-4a998c8e48b2), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:37.672384 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-501fc0be-1e41-4f63-ac8e-ab0c1a4c5252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (496c21e2-d71e-4808-a1a3-c1b1f97e0cb2), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:37.686717 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-9585b70e-e1ff-46a8-9085-ee478ea8c58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'name': 'tempest-TestVolumeBootPattern-1215620166-router', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:30Z', 'updated_at': '2022-08-02T13:39:34Z', 'revision_number': 4, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'gw_port': {'id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:31Z', 'updated_at': '2022-08-02T13:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9', 'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'mac_address': 'fa:16:3e:47:6b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:34Z', 'updated_at': '2022-08-02T13:39:34Z', 'revision_number': 2, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'subnets': [{'id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:39:37.689945 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] For port 78630af5-171e-4300-85ce-4a998c8e48b2, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=78630af5-171e-4300-85ce-4a998c8e48b2,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:39:37.715711 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-501fc0be-1e41-4f63-ac8e-ab0c1a4c5252 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0c4ef701056c46529937881ff5fd44e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5157785 Aug 02 13:39:37.716649 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501fc0be-1e41-4f63-ac8e-ab0c1a4c5252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496c21e2-d71e-4808-a1a3-c1b1f97e0cb2,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:37.718593 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 35958) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:37.720689 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9585b70e-e1ff-46a8-9085-ee478ea8c58c None None] Checking router: 7e875251-ed9c-4695-9e35-43919f7fbbef for host: dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:39:37.721052 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9585b70e-e1ff-46a8-9085-ee478ea8c58c None None] Updating router 7e875251-ed9c-4695-9e35-43919f7fbbef port 3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9 binding host dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:39:37.747202 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a6af280a-ded0-404c-922d-85afbd0ecd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010'] for network (8768f6f7-2ad7-4d9d-809a-4d15914478e7), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:37.750151 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6af280a-ded0-404c-922d-85afbd0ecd29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:37.750151 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a6af280a-ded0-404c-922d-85afbd0ecd29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:37.753507 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-9585b70e-e1ff-46a8-9085-ee478ea8c58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9), before_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:37.779915 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (78630af5-171e-4300-85ce-4a998c8e48b2), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:37.838929 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af280a-ded0-404c-922d-85afbd0ecd29 admin admin] Pushing event updated for resources: {'Network': ['ID=8768f6f7-2ad7-4d9d-809a-4d15914478e7,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:37.849578 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Pushing event updated for resources: {'Port': ['ID=78630af5-171e-4300-85ce-4a998c8e48b2,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:37.849741 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-810f2d1e-80b4-4839-a616-a9498f09c04d admin admin] Publish callbacks [] for security_group (496c21e2-d71e-4808-a1a3-c1b1f97e0cb2), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:37.853937 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Network 8768f6f7-2ad7-4d9d-809a-4d15914478e7 details requested by agent ovs-agent-dv-cinder-847864-8-iscsi with host dv-cinder-847864-8-iscsi {{(pid=104370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 13:39:37.881270 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-810f2d1e-80b4-4839-a616-a9498f09c04d admin admin] Publish callbacks [] for security_group (496c21e2-d71e-4808-a1a3-c1b1f97e0cb2), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:37.941858 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-a6af280a-ded0-404c-922d-85afbd0ecd29 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9392154 Aug 02 13:39:37.942199 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 35964) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:37.951837 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-4b4c9708-6b05-4189-8933-abb47dc81ca8 admin admin] Request body: {'subnet': {'network_id': '8768f6f7-2ad7-4d9d-809a-4d15914478e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-118063621-subnet', 'tenant_id': '3453a7afc97b4c128b08ea1bba2d5496', 'ip_version': 4}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:39:38.024128 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-810f2d1e-80b4-4839-a616-a9498f09c04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (496c21e2-d71e-4808-a1a3-c1b1f97e0cb2), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:38.027248 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-810f2d1e-80b4-4839-a616-a9498f09c04d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:38.043656 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-810f2d1e-80b4-4839-a616-a9498f09c04d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/496c21e2-d71e-4808-a1a3-c1b1f97e0cb2 HTTP/1.1" status: 204 len: 168 time: 0.3072579 Aug 02 13:39:38.048309 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-9585b70e-e1ff-46a8-9085-ee478ea8c58c None None] Publish callbacks [] for port (3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9), precommit_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:38.050846 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f2d1e-80b4-4839-a616-a9498f09c04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496c21e2-d71e-4808-a1a3-c1b1f97e0cb2,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:38.075833 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4c9708-6b05-4189-8933-abb47dc81ca8 admin admin] Made reservation on behalf of 3453a7afc97b4c128b08ea1bba2d5496 for: {'subnet': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:39:38.077656 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-4b4c9708-6b05-4189-8933-abb47dc81ca8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24483867'] for subnet (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:38.186520 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-9585b70e-e1ff-46a8-9085-ee478ea8c58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9), after_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:38.248154 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6808a0-b592-4447-8c17-7e4f86fe65a5 None None] Pushing event updated for resources: {'Port': ['ID=3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9,revision_number=3']} {{(pid=104371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:38.261131 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6808a0-b592-4447-8c17-7e4f86fe65a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:38.261387 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6808a0-b592-4447-8c17-7e4f86fe65a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:38.261950 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6808a0-b592-4447-8c17-7e4f86fe65a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:38.262298 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6808a0-b592-4447-8c17-7e4f86fe65a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:38.262759 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6808a0-b592-4447-8c17-7e4f86fe65a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:38.263089 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6808a0-b592-4447-8c17-7e4f86fe65a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:38.263423 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6808a0-b592-4447-8c17-7e4f86fe65a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:38.263750 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6808a0-b592-4447-8c17-7e4f86fe65a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:38.264084 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6808a0-b592-4447-8c17-7e4f86fe65a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:38.264422 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6808a0-b592-4447-8c17-7e4f86fe65a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:38.264747 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6808a0-b592-4447-8c17-7e4f86fe65a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:38.265211 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6808a0-b592-4447-8c17-7e4f86fe65a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:38.265540 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6808a0-b592-4447-8c17-7e4f86fe65a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:38.345566 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e27750-fe2c-49a1-b376-f824370b2a95 req-db204278-a550-409b-81a8-5d310deea46f tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:38.348243 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-57e27750-fe2c-49a1-b376-f824370b2a95 req-db204278-a550-409b-81a8-5d310deea46f tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 946 time: 0.1394718 Aug 02 13:39:38.375826 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.managers [None req-9585b70e-e1ff-46a8-9085-ee478ea8c58c None None] Attempting to bind port 3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9 on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:39:38.376392 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.managers [None req-9585b70e-e1ff-46a8-9085-ee478ea8c58c None None] Attempting to bind port 3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9 by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': 'a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3'}] {{(pid=104371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:39:38.376549 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9585b70e-e1ff-46a8-9085-ee478ea8c58c None None] Attempting to bind port 3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9 on network 01ffcfab-a887-4187-8399-c98076da1ec3 {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:39:38.382930 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9585b70e-e1ff-46a8-9085-ee478ea8c58c None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:39:38.383304 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9585b70e-e1ff-46a8-9085-ee478ea8c58c None None] Checking segment: {'id': 'a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:39:38.383707 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-9585b70e-e1ff-46a8-9085-ee478ea8c58c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:38.385194 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9585b70e-e1ff-46a8-9085-ee478ea8c58c None None] Bound using segment: {'id': 'a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3'} {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:39:38.385315 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.managers [None req-9585b70e-e1ff-46a8-9085-ee478ea8c58c None None] Bound port: 3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3'}}] {{(pid=104371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:39:38.385817 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-9585b70e-e1ff-46a8-9085-ee478ea8c58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9), before_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:38.418739 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-57e27750-fe2c-49a1-b376-f824370b2a95 req-37a4d0af-02d5-4f2e-bbe5-53950d2bf2e8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627391 Aug 02 13:39:38.467675 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.db [None req-9585b70e-e1ff-46a8-9085-ee478ea8c58c None None] For port 3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:39:38.471596 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.db [None req-9585b70e-e1ff-46a8-9085-ee478ea8c58c None None] For port 3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9,segment=NetworkSegment(a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33),segment_id=a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33)] {{(pid=104371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:39:38.503161 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-9c617d80-a626-4ee5-9f3e-b80619accf70 None None] Provisioning complete for port 3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:39:38.503860 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-9c617d80-a626-4ee5-9f3e-b80619accf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:38.512133 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-4b4c9708-6b05-4189-8933-abb47dc81ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24483849'] for subnet (6cc8ec69-9af3-493b-a7ba-d03a9cb4deb3), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:38.544012 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-9c617d80-a626-4ee5-9f3e-b80619accf70 None None] Port 3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9 cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:39:38.574788 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c9708-6b05-4189-8933-abb47dc81ca8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cc8ec69-9af3-493b-a7ba-d03a9cb4deb3,revision_number=0']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:38.589821 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4c9708-6b05-4189-8933-abb47dc81ca8 admin admin] Checking segment: {'id': 'f9c2915b-47de-4018-a8da-9cf3a00e1527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8768f6f7-2ad7-4d9d-809a-4d15914478e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:39:38.607865 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-9585b70e-e1ff-46a8-9085-ee478ea8c58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9), after_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:38.607996 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4c9708-6b05-4189-8933-abb47dc81ca8 admin admin] Network hostable DHCP agents. Network: 8768f6f7-2ad7-4d9d-809a-4d15914478e7, hostable agents: ['befb4f8c-7c45-422b-a3e4-83ed25d094fc'], hosted agents: [] {{(pid=104369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:39:38.648504 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9585b70e-e1ff-46a8-9085-ee478ea8c58c None None] Routers {'7e875251-ed9c-4695-9e35-43919f7fbbef'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:39:38.649143 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-9585b70e-e1ff-46a8-9085-ee478ea8c58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:39:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['7e875251-ed9c-4695-9e35-43919f7fbbef'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:39:38.701670 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6808a0-b592-4447-8c17-7e4f86fe65a5 None None] Pushing event updated for resources: {'Port': ['ID=3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9,revision_number=4']} {{(pid=104371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:38.719809 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:39:38.768610 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4c9708-6b05-4189-8933-abb47dc81ca8 admin admin] Network 8768f6f7-2ad7-4d9d-809a-4d15914478e7 is scheduled to be hosted by DHCP agent befb4f8c-7c45-422b-a3e4-83ed25d094fc with binding_index 1 {{(pid=104369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:39:38.807740 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-9585b70e-e1ff-46a8-9085-ee478ea8c58c None None] Set router 7e875251-ed9c-4695-9e35-43919f7fbbef gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:39:38.904037 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-4b4c9708-6b05-4189-8933-abb47dc81ca8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-8-iscsi, 8768f6f7-2ad7-4d9d-809a-4d15914478e7) {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:39:38.909014 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4c9708-6b05-4189-8933-abb47dc81ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:38.909843 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-4b4c9708-6b05-4189-8933-abb47dc81ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for subnet (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:38.917298 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753c572b-d8dd-42b2-ba02-510e5a7842a9 None None] Network 8768f6f7-2ad7-4d9d-809a-4d15914478e7 requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:39:39.049582 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-f3db0e60-b460-427d-9a98-0f51bc76c3b0 None None] Provisioning complete for port 3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:39:39.050170 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-f3db0e60-b460-427d-9a98-0f51bc76c3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:39.081197 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 35992) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:39.118258 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-4b4c9708-6b05-4189-8933-abb47dc81ca8 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1718891 Aug 02 13:39:39.120213 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 35996) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:39.125171 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2b3f9954-b6a1-41d2-b8d6-bcf0e04675d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:39.127655 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-1842f3dc-d1b8-4cc0-a6b9-9b119ac487ca admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-118063621-router', 'tenant_id': '3453a7afc97b4c128b08ea1bba2d5496', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:39:39.187847 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57afaa7-9502-43b8-9ac2-28cb88d259c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ebaa513-5f0a-5310-b1e1-7495ca05f9af-8768f6f7-2ad7-4d9d-809a-4d15914478e7', 'network_id': '8768f6f7-2ad7-4d9d-809a-4d15914478e7', 'project_id': '3453a7afc97b4c128b08ea1bba2d5496', 'fixed_ips': [{'subnet_id': '6cc8ec69-9af3-493b-a7ba-d03a9cb4deb3'}]}} from dv-cinder-847864-8-iscsi. {{(pid=104370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 02 13:39:39.188852 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-b57afaa7-9502-43b8-9ac2-28cb88d259c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:39.230607 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-9585b70e-e1ff-46a8-9085-ee478ea8c58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'name': 'tempest-TestVolumeBootPattern-1215620166-router', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:30Z', 'updated_at': '2022-08-02T13:39:34Z', 'revision_number': 4, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'gw_port': {'id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:31Z', 'updated_at': '2022-08-02T13:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9', 'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'mac_address': 'fa:16:3e:47:6b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:34Z', 'updated_at': '2022-08-02T13:39:38Z', 'revision_number': 4, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'subnets': [{'id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:39:39.247708 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-f3db0e60-b460-427d-9a98-0f51bc76c3b0 None None] Current status of the port 3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9 is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:39:39.248867 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-f3db0e60-b460-427d-9a98-0f51bc76c3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:39.254293 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9585b70e-e1ff-46a8-9085-ee478ea8c58c None None] The sync data for ids ['7e875251-ed9c-4695-9e35-43919f7fbbef'] in dv-cinder-847864-8-iscsi is: [{'id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'name': 'tempest-TestVolumeBootPattern-1215620166-router', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:30Z', 'updated_at': '2022-08-02T13:39:34Z', 'revision_number': 4, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'gw_port': {'id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:31Z', 'updated_at': '2022-08-02T13:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9', 'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'mac_address': 'fa:16:3e:47:6b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:34Z', 'updated_at': '2022-08-02T13:39:38Z', 'revision_number': 4, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'subnets': [{'id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:39:39.264498 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-1842f3dc-d1b8-4cc0-a6b9-9b119ac487ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-774654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (90992f0c-4fa6-422e-98fa-b9d8550526b4), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:39.276277 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2b3f9954-b6a1-41d2-b8d6-bcf0e04675d1 admin admin] Publish callbacks [] for security_group (1466925d-b425-4e33-a278-6e436a688321), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:39.283117 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-1842f3dc-d1b8-4cc0-a6b9-9b119ac487ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-774466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (90992f0c-4fa6-422e-98fa-b9d8550526b4), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:39.404864 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-f3db0e60-b460-427d-9a98-0f51bc76c3b0 None None] For port 3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9,segment=NetworkSegment(a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33),segment_id=a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:39:39.436546 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-1842f3dc-d1b8-4cc0-a6b9-9b119ac487ca admin admin] Publish callbacks [] for router_controller (90992f0c-4fa6-422e-98fa-b9d8550526b4), precommit_add_association {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:39.437909 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2b3f9954-b6a1-41d2-b8d6-bcf0e04675d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (1466925d-b425-4e33-a278-6e436a688321), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:39.441016 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 78630af5-171e-4300-85ce-4a998c8e48b2 up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:39:39.497370 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-2b3f9954-b6a1-41d2-b8d6-bcf0e04675d1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=75633855aaef48de99a13cbe2325e445&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4125929 Aug 02 13:39:39.497370 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f9954-b6a1-41d2-b8d6-bcf0e04675d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1466925d-b425-4e33-a278-6e436a688321,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:39.498932 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 36000) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:39.509631 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.db_base_plugin_common [None req-b57afaa7-9502-43b8-9ac2-28cb88d259c8 None None] Allocated IP 172.20.0.2 (8768f6f7-2ad7-4d9d-809a-4d15914478e7/6cc8ec69-9af3-493b-a7ba-d03a9cb4deb3/7ae64e18-c0b7-4bab-b6d3-aff116d4783e) {{(pid=104370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:39:39.601648 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-74540468-2a84-426a-a88d-ce5f53370517 admin admin] Publish callbacks [] for security_group (1466925d-b425-4e33-a278-6e436a688321), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:39.627647 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-f3db0e60-b460-427d-9a98-0f51bc76c3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:39.652408 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-74540468-2a84-426a-a88d-ce5f53370517 admin admin] Publish callbacks [] for security_group (1466925d-b425-4e33-a278-6e436a688321), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:39.699056 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 78630af5-171e-4300-85ce-4a998c8e48b2 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:39:39.699441 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (78630af5-171e-4300-85ce-4a998c8e48b2), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:39.727002 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae86862-213e-4ec6-88ce-245c007dc1d9 req-76140144-e06c-4f0d-b228-98debfbdd228 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:39.730062 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-8ae86862-213e-4ec6-88ce-245c007dc1d9 req-76140144-e06c-4f0d-b228-98debfbdd228 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 946 time: 0.2121129 Aug 02 13:39:39.753691 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db0e60-b460-427d-9a98-0f51bc76c3b0 None None] Pushing event updated for resources: {'Port': ['ID=3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9,revision_number=5']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:39.835694 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-1842f3dc-d1b8-4cc0-a6b9-9b119ac487ca admin admin] Publish callbacks [] for router_gateway (90992f0c-4fa6-422e-98fa-b9d8550526b4), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:39.848000 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-8ae86862-213e-4ec6-88ce-245c007dc1d9 req-ecb9eeed-d3db-46a6-a9d2-43e43330b291 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117797 Aug 02 13:39:39.849243 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-74540468-2a84-426a-a88d-ce5f53370517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (1466925d-b425-4e33-a278-6e436a688321), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:39.852381 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-74540468-2a84-426a-a88d-ce5f53370517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:39.857514 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-74540468-2a84-426a-a88d-ce5f53370517 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1466925d-b425-4e33-a278-6e436a688321 HTTP/1.1" status: 204 len: 168 time: 0.3369904 Aug 02 13:39:39.876429 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-b57afaa7-9502-43b8-9ac2-28cb88d259c8 None None] Publish callbacks [] for port (7ae64e18-c0b7-4bab-b6d3-aff116d4783e), precommit_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:39.878053 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 78630af5-171e-4300-85ce-4a998c8e48b2 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:39:39.883327 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74540468-2a84-426a-a88d-ce5f53370517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1466925d-b425-4e33-a278-6e436a688321,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:39.972886 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-b57afaa7-9502-43b8-9ac2-28cb88d259c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979'] for port (7ae64e18-c0b7-4bab-b6d3-aff116d4783e), after_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:40.067363 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57afaa7-9502-43b8-9ac2-28cb88d259c8 None None] Network 8768f6f7-2ad7-4d9d-809a-4d15914478e7 is already hosted by enough agents. {{(pid=104370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:39:40.067363 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.scheduler.base_scheduler [None req-b57afaa7-9502-43b8-9ac2-28cb88d259c8 None None] Resources bound (agent type, host, resource id): {{(pid=104370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:39:40.067363 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57afaa7-9502-43b8-9ac2-28cb88d259c8 None None] Received port after_create {{(pid=104370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:39:40.067363 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57afaa7-9502-43b8-9ac2-28cb88d259c8 None None] Pushing event updated for resources: {'Port': ['ID=7ae64e18-c0b7-4bab-b6d3-aff116d4783e,revision_number=1']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:40.116523 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-b57afaa7-9502-43b8-9ac2-28cb88d259c8 None None] Attempting to bind port 7ae64e18-c0b7-4bab-b6d3-aff116d4783e on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:39:40.116940 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-b57afaa7-9502-43b8-9ac2-28cb88d259c8 None None] Attempting to bind port 7ae64e18-c0b7-4bab-b6d3-aff116d4783e by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': 'f9c2915b-47de-4018-a8da-9cf3a00e1527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8768f6f7-2ad7-4d9d-809a-4d15914478e7'}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:39:40.117319 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57afaa7-9502-43b8-9ac2-28cb88d259c8 None None] Attempting to bind port 7ae64e18-c0b7-4bab-b6d3-aff116d4783e on network 8768f6f7-2ad7-4d9d-809a-4d15914478e7 {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:39:40.124613 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57afaa7-9502-43b8-9ac2-28cb88d259c8 None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:39:40.125007 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57afaa7-9502-43b8-9ac2-28cb88d259c8 None None] Checking segment: {'id': 'f9c2915b-47de-4018-a8da-9cf3a00e1527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8768f6f7-2ad7-4d9d-809a-4d15914478e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:39:40.125451 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-b57afaa7-9502-43b8-9ac2-28cb88d259c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:40.126189 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57afaa7-9502-43b8-9ac2-28cb88d259c8 None None] Bound using segment: {'id': 'f9c2915b-47de-4018-a8da-9cf3a00e1527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8768f6f7-2ad7-4d9d-809a-4d15914478e7'} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:39:40.126731 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-b57afaa7-9502-43b8-9ac2-28cb88d259c8 None None] Bound port: 7ae64e18-c0b7-4bab-b6d3-aff116d4783e, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c2915b-47de-4018-a8da-9cf3a00e1527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8768f6f7-2ad7-4d9d-809a-4d15914478e7'}}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:39:40.127119 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-b57afaa7-9502-43b8-9ac2-28cb88d259c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (7ae64e18-c0b7-4bab-b6d3-aff116d4783e), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:40.262844 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-b57afaa7-9502-43b8-9ac2-28cb88d259c8 None None] For port 7ae64e18-c0b7-4bab-b6d3-aff116d4783e, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:39:40.266601 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-1842f3dc-d1b8-4cc0-a6b9-9b119ac487ca admin admin] Publish callbacks [] for router_gateway (90992f0c-4fa6-422e-98fa-b9d8550526b4), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:40.267860 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-b57afaa7-9502-43b8-9ac2-28cb88d259c8 None None] For port 7ae64e18-c0b7-4bab-b6d3-aff116d4783e, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=7ae64e18-c0b7-4bab-b6d3-aff116d4783e,segment=NetworkSegment(f9c2915b-47de-4018-a8da-9cf3a00e1527),segment_id=f9c2915b-47de-4018-a8da-9cf3a00e1527)] {{(pid=104370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:39:40.292784 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-1842f3dc-d1b8-4cc0-a6b9-9b119ac487ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:40.408629 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-b57afaa7-9502-43b8-9ac2-28cb88d259c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (7ae64e18-c0b7-4bab-b6d3-aff116d4783e), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:40.450102 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_common [None req-1842f3dc-d1b8-4cc0-a6b9-9b119ac487ca admin admin] Allocated IP 172.27.4.44 (ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7/17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c/9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0) {{(pid=104368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:39:40.526486 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57afaa7-9502-43b8-9ac2-28cb88d259c8 None None] Pushing event updated for resources: {'Port': ['ID=7ae64e18-c0b7-4bab-b6d3-aff116d4783e,revision_number=2']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:40.631599 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bb2ac-2d33-4835-a3c1-724278bea31a req-1f299174-71dc-4ae5-b443-2c6b161fbffd tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:40.633240 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-432bb2ac-2d33-4835-a3c1-724278bea31a req-1f299174-71dc-4ae5-b443-2c6b161fbffd tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 946 time: 0.1429493 Aug 02 13:39:40.678271 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-1842f3dc-d1b8-4cc0-a6b9-9b119ac487ca admin admin] Publish callbacks [] for port (9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:40.689243 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661382e2-e28e-4e83-9106-c70565d6eb59 req-7f32a1dd-d485-469d-b00a-261af824e462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:40.694028 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-661382e2-e28e-4e83-9106-c70565d6eb59 req-7f32a1dd-d485-469d-b00a-261af824e462 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1502b667be5c45ab800f27676ab39794&device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 1130 time: 0.1400836 Aug 02 13:39:40.804669 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-432bb2ac-2d33-4835-a3c1-724278bea31a req-7acae82f-f2f5-481a-955e-a4fe8a1a6840 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559715 Aug 02 13:39:40.893599 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-1842f3dc-d1b8-4cc0-a6b9-9b119ac487ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:40.897463 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661382e2-e28e-4e83-9106-c70565d6eb59 req-47444ee3-1ed1-45b2-b431-897a7a24605e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:40.899967 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-661382e2-e28e-4e83-9106-c70565d6eb59 req-47444ee3-1ed1-45b2-b431-897a7a24605e service neutron] 10.222.0.20 "GET /v2.0/networks?id=952afe36-ebbb-420b-9a24-e4ee044975e4 HTTP/1.1" status: 200 len: 920 time: 0.2018516 Aug 02 13:39:40.961195 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1842f3dc-d1b8-4cc0-a6b9-9b119ac487ca admin admin] Network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 is already hosted by enough agents. {{(pid=104368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:39:40.962531 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-661382e2-e28e-4e83-9106-c70565d6eb59 req-0f8eb254-5187-4528-85f7-46edf94b3547 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d198dca-3e54-4c31-8cf4-c2ff636b00b7 HTTP/1.1" status: 200 len: 217 time: 0.0553246 Aug 02 13:39:40.965534 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [None req-1842f3dc-d1b8-4cc0-a6b9-9b119ac487ca admin admin] Resources bound (agent type, host, resource id): {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:39:40.968162 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1842f3dc-d1b8-4cc0-a6b9-9b119ac487ca admin admin] Received port after_create {{(pid=104368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:39:41.019531 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1842f3dc-d1b8-4cc0-a6b9-9b119ac487ca admin admin] Pushing event updated for resources: {'Port': ['ID=9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:41.083318 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661382e2-e28e-4e83-9106-c70565d6eb59 req-f8916860-b966-4685-8a8a-8e82bbe01071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:41.085476 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-661382e2-e28e-4e83-9106-c70565d6eb59 req-f8916860-b966-4685-8a8a-8e82bbe01071 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce360482-e138-41d7-8f5d-ea14c6cf06af HTTP/1.1" status: 200 len: 858 time: 0.1085706 Aug 02 13:39:41.167305 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661382e2-e28e-4e83-9106-c70565d6eb59 req-bf93cae1-188c-4374-bfa8-6ee6491783c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:41.169261 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-661382e2-e28e-4e83-9106-c70565d6eb59 req-bf93cae1-188c-4374-bfa8-6ee6491783c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=952afe36-ebbb-420b-9a24-e4ee044975e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0764756 Aug 02 13:39:41.304020 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 36040) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:41.329385 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-661382e2-e28e-4e83-9106-c70565d6eb59 req-88d7f8d9-5346-4a4e-9288-1d6375ee9ff3 service neutron] 10.222.0.20 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532567 Aug 02 13:39:41.329631 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ffd1066c-7ab7-47ae-aa00-d9347d80556c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:41.469090 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 7ae64e18-c0b7-4bab-b6d3-aff116d4783e up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:39:41.530804 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-661382e2-e28e-4e83-9106-c70565d6eb59 req-64dc7c3d-ad5f-4e03-9ec5-b6feec7b876c service neutron] 10.222.0.20 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938763 Aug 02 13:39:41.553080 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-1842f3dc-d1b8-4cc0-a6b9-9b119ac487ca admin admin] Publish callbacks [] for router_gateway (90992f0c-4fa6-422e-98fa-b9d8550526b4), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:41.573062 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 7ae64e18-c0b7-4bab-b6d3-aff116d4783e triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:39:41.573617 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (7ae64e18-c0b7-4bab-b6d3-aff116d4783e), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:41.622985 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ffd1066c-7ab7-47ae-aa00-d9347d80556c admin admin] Publish callbacks [] for security_group (2b31dc40-9f8e-4e89-ab3a-ce18aa64c2c1), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:41.678364 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 7ae64e18-c0b7-4bab-b6d3-aff116d4783e is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:39:41.678978 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (7ae64e18-c0b7-4bab-b6d3-aff116d4783e), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:41.746673 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ffd1066c-7ab7-47ae-aa00-d9347d80556c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (2b31dc40-9f8e-4e89-ab3a-ce18aa64c2c1), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:41.748001 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] For port 7ae64e18-c0b7-4bab-b6d3-aff116d4783e, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=7ae64e18-c0b7-4bab-b6d3-aff116d4783e,segment=NetworkSegment(f9c2915b-47de-4018-a8da-9cf3a00e1527),segment_id=f9c2915b-47de-4018-a8da-9cf3a00e1527)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:39:41.831748 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (7ae64e18-c0b7-4bab-b6d3-aff116d4783e), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:41.832864 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9 up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:39:41.844517 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-ffd1066c-7ab7-47ae-aa00-d9347d80556c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2fd15aa217494c64b61e235d201fe7e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5403476 Aug 02 13:39:41.847494 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1066c-7ab7-47ae-aa00-d9347d80556c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b31dc40-9f8e-4e89-ab3a-ce18aa64c2c1,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:41.848265 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 36046) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:41.936618 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-1842f3dc-d1b8-4cc0-a6b9-9b119ac487ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772297'] for router (90992f0c-4fa6-422e-98fa-b9d8550526b4), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:41.942353 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a1309404-1ade-43cd-8c43-5c96622c0aa8 admin admin] Publish callbacks [] for security_group (2b31dc40-9f8e-4e89-ab3a-ce18aa64c2c1), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:41.986018 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a1309404-1ade-43cd-8c43-5c96622c0aa8 admin admin] Publish callbacks [] for security_group (2b31dc40-9f8e-4e89-ab3a-ce18aa64c2c1), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:42.013788 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Pushing event updated for resources: {'Port': ['ID=7ae64e18-c0b7-4bab-b6d3-aff116d4783e,revision_number=3']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:42.022419 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:39:42.029259 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:42.073328 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b151a4a-47a9-42d0-92a5-baf78a8845d8 None None] Network 8768f6f7-2ad7-4d9d-809a-4d15914478e7 requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:39:42.124104 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455629a-580b-4737-a680-23bbdc341529 req-b4517837-5a5c-4a81-8be3-ca8a2dc4e2d7 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:42.125696 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2455629a-580b-4737-a680-23bbdc341529 req-b4517837-5a5c-4a81-8be3-ca8a2dc4e2d7 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 946 time: 0.1124256 Aug 02 13:39:42.225461 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a1309404-1ade-43cd-8c43-5c96622c0aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (2b31dc40-9f8e-4e89-ab3a-ce18aa64c2c1), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:42.229525 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a1309404-1ade-43cd-8c43-5c96622c0aa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:42.231210 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-a1309404-1ade-43cd-8c43-5c96622c0aa8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2b31dc40-9f8e-4e89-ab3a-ce18aa64c2c1 HTTP/1.1" status: 204 len: 168 time: 0.3819389 Aug 02 13:39:42.247985 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1309404-1ade-43cd-8c43-5c96622c0aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b31dc40-9f8e-4e89-ab3a-ce18aa64c2c1,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:42.248300 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2455629a-580b-4737-a680-23bbdc341529 req-4fc1af67-b8ca-4a11-b538-f2de8e961498 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023438 Aug 02 13:39:42.261420 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1309404-1ade-43cd-8c43-5c96622c0aa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:42.261787 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1309404-1ade-43cd-8c43-5c96622c0aa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:42.262137 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1309404-1ade-43cd-8c43-5c96622c0aa8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:42.262644 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1309404-1ade-43cd-8c43-5c96622c0aa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:42.263141 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1309404-1ade-43cd-8c43-5c96622c0aa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:42.263754 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1309404-1ade-43cd-8c43-5c96622c0aa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:42.264110 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1309404-1ade-43cd-8c43-5c96622c0aa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:42.264448 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1309404-1ade-43cd-8c43-5c96622c0aa8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:42.264933 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1309404-1ade-43cd-8c43-5c96622c0aa8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:42.265754 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1309404-1ade-43cd-8c43-5c96622c0aa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:42.266354 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1309404-1ade-43cd-8c43-5c96622c0aa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:42.267629 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1309404-1ade-43cd-8c43-5c96622c0aa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:42.268043 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1309404-1ade-43cd-8c43-5c96622c0aa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:39:42.324510 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-40207c8f-324f-4b3a-977e-987eeed1c2c3 None None] Provisioning complete for port 7ae64e18-c0b7-4bab-b6d3-aff116d4783e triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:39:42.324939 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-40207c8f-324f-4b3a-977e-987eeed1c2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (7ae64e18-c0b7-4bab-b6d3-aff116d4783e), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:42.360563 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:39:42.432399 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1842f3dc-d1b8-4cc0-a6b9-9b119ac487ca admin admin] Router 90992f0c-4fa6-422e-98fa-b9d8550526b4 is scheduled to L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 with binding_index 1 {{(pid=104368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 02 13:39:42.498864 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-40207c8f-324f-4b3a-977e-987eeed1c2c3 None None] Current status of the port 7ae64e18-c0b7-4bab-b6d3-aff116d4783e is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:39:42.724595 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-2588d655-e5f8-4379-b5e7-0486330efc3d None None] Provisioning complete for port 7ae64e18-c0b7-4bab-b6d3-aff116d4783e triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:39:42.725383 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2588d655-e5f8-4379-b5e7-0486330efc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (7ae64e18-c0b7-4bab-b6d3-aff116d4783e), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:42.818414 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-2588d655-e5f8-4379-b5e7-0486330efc3d None None] Current status of the port 7ae64e18-c0b7-4bab-b6d3-aff116d4783e is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:39:42.822880 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1842f3dc-d1b8-4cc0-a6b9-9b119ac487ca admin admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:39:42.832092 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aa94fc-665c-42d0-b7e5-3dbbc03f054a None None] Sync routers for ids ['90992f0c-4fa6-422e-98fa-b9d8550526b4'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:39:42.842832 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aa94fc-665c-42d0-b7e5-3dbbc03f054a None None] Routers {'90992f0c-4fa6-422e-98fa-b9d8550526b4'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:39:42.843572 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-94aa94fc-665c-42d0-b7e5-3dbbc03f054a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:39:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['90992f0c-4fa6-422e-98fa-b9d8550526b4'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:39:42.919424 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-1842f3dc-d1b8-4cc0-a6b9-9b119ac487ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:42.921522 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-1842f3dc-d1b8-4cc0-a6b9-9b119ac487ca admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7977347 Aug 02 13:39:42.924413 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 36072) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:42.965286 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-94aa94fc-665c-42d0-b7e5-3dbbc03f054a None None] Set router 90992f0c-4fa6-422e-98fa-b9d8550526b4 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:39:43.206052 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-94aa94fc-665c-42d0-b7e5-3dbbc03f054a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90992f0c-4fa6-422e-98fa-b9d8550526b4', 'name': 'tempest-TestVolumeBootPattern-118063621-router', 'tenant_id': '3453a7afc97b4c128b08ea1bba2d5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.44'}], 'enable_snat': True}, 'gw_port_id': '9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:39Z', 'updated_at': '2022-08-02T13:39:41Z', 'revision_number': 3, 'project_id': '3453a7afc97b4c128b08ea1bba2d5496', 'gw_port': {'id': '9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90992f0c-4fa6-422e-98fa-b9d8550526b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:40Z', 'updated_at': '2022-08-02T13:39:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:39:43.241636 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aa94fc-665c-42d0-b7e5-3dbbc03f054a None None] Checking router: 90992f0c-4fa6-422e-98fa-b9d8550526b4 for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:39:43.242083 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aa94fc-665c-42d0-b7e5-3dbbc03f054a None None] Updating router 90992f0c-4fa6-422e-98fa-b9d8550526b4 port 9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0 binding host dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:39:43.322927 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-94aa94fc-665c-42d0-b7e5-3dbbc03f054a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:43.382891 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 7ae64e18-c0b7-4bab-b6d3-aff116d4783e up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:39:43.542607 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 7ae64e18-c0b7-4bab-b6d3-aff116d4783e triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:39:43.543104 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (7ae64e18-c0b7-4bab-b6d3-aff116d4783e), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:43.638979 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745f19d-38cd-4a02-a785-eb1d8e53c9d3 req-3ba39620-4ade-47e7-b28d-cf48cab44b70 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:43.642754 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-7745f19d-38cd-4a02-a785-eb1d8e53c9d3 req-3ba39620-4ade-47e7-b28d-cf48cab44b70 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 946 time: 0.1321309 Aug 02 13:39:43.763963 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-7745f19d-38cd-4a02-a785-eb1d8e53c9d3 req-34573ff0-5816-4c11-bb47-b3e13b3f3bf5 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106086 Aug 02 13:39:43.786359 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c1f26b10-9180-43af-a1aa-93f8afbf62f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:43.877264 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 7ae64e18-c0b7-4bab-b6d3-aff116d4783e is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:39:43.941091 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-94aa94fc-665c-42d0-b7e5-3dbbc03f054a None None] Publish callbacks [] for port (9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0), precommit_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:43.971938 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [None req-c1f26b10-9180-43af-a1aa-93f8afbf62f0 admin admin] Allocated IP 172.20.0.1 (8768f6f7-2ad7-4d9d-809a-4d15914478e7/6cc8ec69-9af3-493b-a7ba-d03a9cb4deb3/63a93cff-7110-4919-9897-e8057f2f4bba) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:39:44.047388 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-94aa94fc-665c-42d0-b7e5-3dbbc03f054a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:44.085329 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c1f26b10-9180-43af-a1aa-93f8afbf62f0 admin admin] Publish callbacks [] for port (63a93cff-7110-4919-9897-e8057f2f4bba), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:44.118423 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-94aa94fc-665c-42d0-b7e5-3dbbc03f054a None None] Attempting to bind port 9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0 on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:39:44.118669 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-94aa94fc-665c-42d0-b7e5-3dbbc03f054a None None] Attempting to bind port 9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0 by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:39:44.119049 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aa94fc-665c-42d0-b7e5-3dbbc03f054a None None] Attempting to bind port 9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0 on network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:39:44.122542 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d5d368-355f-4a4a-bdce-640bc596f97b None None] Pushing event updated for resources: {'Port': ['ID=9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0,revision_number=2']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:44.127552 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aa94fc-665c-42d0-b7e5-3dbbc03f054a None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:39:44.128045 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aa94fc-665c-42d0-b7e5-3dbbc03f054a None None] Checking segment: {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:39:44.128540 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-94aa94fc-665c-42d0-b7e5-3dbbc03f054a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:44.128976 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aa94fc-665c-42d0-b7e5-3dbbc03f054a None None] Bound using segment: {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:39:44.129503 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-94aa94fc-665c-42d0-b7e5-3dbbc03f054a None None] Bound port: 9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:39:44.129897 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-94aa94fc-665c-42d0-b7e5-3dbbc03f054a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:44.185829 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c1f26b10-9180-43af-a1aa-93f8afbf62f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (63a93cff-7110-4919-9897-e8057f2f4bba), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:44.192240 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-94aa94fc-665c-42d0-b7e5-3dbbc03f054a None None] For port 9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:39:44.196332 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-94aa94fc-665c-42d0-b7e5-3dbbc03f054a None None] For port 9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:39:44.237606 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f26b10-9180-43af-a1aa-93f8afbf62f0 admin admin] Network 8768f6f7-2ad7-4d9d-809a-4d15914478e7 is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:39:44.239811 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-c1f26b10-9180-43af-a1aa-93f8afbf62f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:39:44.254086 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f26b10-9180-43af-a1aa-93f8afbf62f0 admin admin] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:39:44.294412 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f26b10-9180-43af-a1aa-93f8afbf62f0 admin admin] Pushing event updated for resources: {'Port': ['ID=63a93cff-7110-4919-9897-e8057f2f4bba,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:44.324217 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-94aa94fc-665c-42d0-b7e5-3dbbc03f054a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:44.325424 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c1f26b10-9180-43af-a1aa-93f8afbf62f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772152'] for router_interface (90992f0c-4fa6-422e-98fa-b9d8550526b4), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:44.393483 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aa94fc-665c-42d0-b7e5-3dbbc03f054a None None] Routers {'90992f0c-4fa6-422e-98fa-b9d8550526b4'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:39:44.394545 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-94aa94fc-665c-42d0-b7e5-3dbbc03f054a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:39:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['90992f0c-4fa6-422e-98fa-b9d8550526b4'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:39:44.480649 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d5d368-355f-4a4a-bdce-640bc596f97b None None] Pushing event updated for resources: {'Port': ['ID=9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0,revision_number=3']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:44.576833 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-3d0c5f8e-dfa8-4296-a61b-82189fc02fb8 None None] Provisioning complete for port 63a93cff-7110-4919-9897-e8057f2f4bba triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:39:44.577380 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-3d0c5f8e-dfa8-4296-a61b-82189fc02fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (63a93cff-7110-4919-9897-e8057f2f4bba), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:44.580115 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-94aa94fc-665c-42d0-b7e5-3dbbc03f054a None None] Set router 90992f0c-4fa6-422e-98fa-b9d8550526b4 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:39:44.587573 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c1f26b10-9180-43af-a1aa-93f8afbf62f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (63a93cff-7110-4919-9897-e8057f2f4bba), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:44.720088 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-3d0c5f8e-dfa8-4296-a61b-82189fc02fb8 None None] Port 63a93cff-7110-4919-9897-e8057f2f4bba cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:39:44.779765 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c1f26b10-9180-43af-a1aa-93f8afbf62f0 admin admin] Publish callbacks [] for port (63a93cff-7110-4919-9897-e8057f2f4bba), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:44.842862 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-94aa94fc-665c-42d0-b7e5-3dbbc03f054a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90992f0c-4fa6-422e-98fa-b9d8550526b4', 'name': 'tempest-TestVolumeBootPattern-118063621-router', 'tenant_id': '3453a7afc97b4c128b08ea1bba2d5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.44'}], 'enable_snat': True}, 'gw_port_id': '9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:39Z', 'updated_at': '2022-08-02T13:39:41Z', 'revision_number': 3, 'project_id': '3453a7afc97b4c128b08ea1bba2d5496', 'gw_port': {'id': '9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90992f0c-4fa6-422e-98fa-b9d8550526b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:40Z', 'updated_at': '2022-08-02T13:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:39:44.854241 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c1f26b10-9180-43af-a1aa-93f8afbf62f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (63a93cff-7110-4919-9897-e8057f2f4bba), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:44.878482 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aa94fc-665c-42d0-b7e5-3dbbc03f054a None None] The sync data for ids ['90992f0c-4fa6-422e-98fa-b9d8550526b4'] in dv-cinder-847864-8-iscsi is: [{'id': '90992f0c-4fa6-422e-98fa-b9d8550526b4', 'name': 'tempest-TestVolumeBootPattern-118063621-router', 'tenant_id': '3453a7afc97b4c128b08ea1bba2d5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.44'}], 'enable_snat': True}, 'gw_port_id': '9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:39Z', 'updated_at': '2022-08-02T13:39:41Z', 'revision_number': 3, 'project_id': '3453a7afc97b4c128b08ea1bba2d5496', 'gw_port': {'id': '9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90992f0c-4fa6-422e-98fa-b9d8550526b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:40Z', 'updated_at': '2022-08-02T13:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:39:44.946325 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f26b10-9180-43af-a1aa-93f8afbf62f0 admin admin] Pushing event updated for resources: {'Port': ['ID=63a93cff-7110-4919-9897-e8057f2f4bba,revision_number=2']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:44.952283 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a392e37-4446-4c5d-97e1-549d070bf92d req-05ef28e6-9f10-4bd5-886a-bb7ca5a1efa6 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:44.955003 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1a392e37-4446-4c5d-97e1-549d070bf92d req-05ef28e6-9f10-4bd5-886a-bb7ca5a1efa6 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 946 time: 0.1008966 Aug 02 13:39:44.958534 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c1f26b10-9180-43af-a1aa-93f8afbf62f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773000'] for router_interface (90992f0c-4fa6-422e-98fa-b9d8550526b4), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:45.048302 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1a392e37-4446-4c5d-97e1-549d070bf92d req-f05220bc-774c-4cc6-b3a4-4f910366fca5 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865874 Aug 02 13:39:45.152824 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f26b10-9180-43af-a1aa-93f8afbf62f0 admin admin] Network 8768f6f7-2ad7-4d9d-809a-4d15914478e7 is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:39:45.155891 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-c1f26b10-9180-43af-a1aa-93f8afbf62f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:39:45.379294 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f26b10-9180-43af-a1aa-93f8afbf62f0 admin admin] Router 90992f0c-4fa6-422e-98fa-b9d8550526b4 has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:39:45.518172 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f26b10-9180-43af-a1aa-93f8afbf62f0 admin admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:39:45.525553 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-c1f26b10-9180-43af-a1aa-93f8afbf62f0 admin admin] 10.222.0.67 "PUT /v2.0/routers/90992f0c-4fa6-422e-98fa-b9d8550526b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5990403 Aug 02 13:39:45.576531 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-879f4780-0562-4c74-93aa-f4ad676046b8 None None] Provisioning complete for port 63a93cff-7110-4919-9897-e8057f2f4bba triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:39:45.576531 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-879f4780-0562-4c74-93aa-f4ad676046b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (63a93cff-7110-4919-9897-e8057f2f4bba), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:45.615651 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-879f4780-0562-4c74-93aa-f4ad676046b8 None None] Port 63a93cff-7110-4919-9897-e8057f2f4bba cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:39:46.157556 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 36156) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:46.163424 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-edd305b2-3d62-4ca2-868b-a0d9d586f2f9 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1875824093', 'description': 'tempest-secgroup-smoke-1875824093 description', 'project_id': '26af2dc63c6142548bb513c4aed2b4d0'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:39:46.226052 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f2eec-f064-43fc-8c48-7bd9470cb2a9 req-f12b87aa-0638-411e-83a4-08365aa1b15f tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:46.235838 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1a5f2eec-f064-43fc-8c48-7bd9470cb2a9 req-f12b87aa-0638-411e-83a4-08365aa1b15f tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 946 time: 0.0968912 Aug 02 13:39:46.299176 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1a5f2eec-f064-43fc-8c48-7bd9470cb2a9 req-35d672a1-5763-40c9-9e05-55960bdc69b9 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619059 Aug 02 13:39:46.366971 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-edd305b2-3d62-4ca2-868b-a0d9d586f2f9 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:46.463498 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-edd305b2-3d62-4ca2-868b-a0d9d586f2f9 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for security_group (1c902918-5e39-48e4-aae8-251bcd47b4da), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:46.471353 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 36174) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:46.476402 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-e14a7ad7-d1e3-479a-8451-1bdfe628a374 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Request body: {'security_group': {'name': 'tempest-securitygroup--142232426', 'description': 'tempest-description--1393242292'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:39:46.579519 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-edd305b2-3d62-4ca2-868b-a0d9d586f2f9 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (1c902918-5e39-48e4-aae8-251bcd47b4da), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:46.618776 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd305b2-3d62-4ca2-868b-a0d9d586f2f9 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c902918-5e39-48e4-aae8-251bcd47b4da,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:46.664096 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-e14a7ad7-d1e3-479a-8451-1bdfe628a374 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:46.718300 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-edd305b2-3d62-4ca2-868b-a0d9d586f2f9 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:46.723013 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-edd305b2-3d62-4ca2-868b-a0d9d586f2f9 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5625970 Aug 02 13:39:46.725153 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 36178) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:46.737704 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-0cb25804-8b4e-4603-86d2-259820e5cf54 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Request body: {'security_group_rule': {'security_group_id': '1c902918-5e39-48e4-aae8-251bcd47b4da', 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:39:46.760995 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-e14a7ad7-d1e3-479a-8451-1bdfe628a374 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group (55a9c943-7a0f-4b82-a942-2ac2a41fdf1a), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:46.882425 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-e14a7ad7-d1e3-479a-8451-1bdfe628a374 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (55a9c943-7a0f-4b82-a942-2ac2a41fdf1a), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:46.922807 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0cb25804-8b4e-4603-86d2-259820e5cf54 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for security_group_rule (7e8cd9aa-dcd3-46cf-a8d7-915f66ecc5b9), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:46.929569 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a7ad7-d1e3-479a-8451-1bdfe628a374 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55a9c943-7a0f-4b82-a942-2ac2a41fdf1a,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:46.995100 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-e14a7ad7-d1e3-479a-8451-1bdfe628a374 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:46.997557 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0cb25804-8b4e-4603-86d2-259820e5cf54 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for security_group_rule (7e8cd9aa-dcd3-46cf-a8d7-915f66ecc5b9), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:46.998530 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-e14a7ad7-d1e3-479a-8451-1bdfe628a374 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5252218 Aug 02 13:39:47.002060 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 36180) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:47.007265 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-e0fb2709-00c8-4c2e-93dc-795c4242cb4a tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Request body: {'security_group_rule': {'security_group_id': '55a9c943-7a0f-4b82-a942-2ac2a41fdf1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:39:47.081690 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0cb25804-8b4e-4603-86d2-259820e5cf54 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (7e8cd9aa-dcd3-46cf-a8d7-915f66ecc5b9), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:47.081943 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156b2f6e-b48e-4e19-b50a-4f39d7d0a48b None None] Sync routers for ids ['90992f0c-4fa6-422e-98fa-b9d8550526b4'] in dv-cinder-847864-8-iscsi {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:39:47.096352 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156b2f6e-b48e-4e19-b50a-4f39d7d0a48b None None] Routers {'90992f0c-4fa6-422e-98fa-b9d8550526b4'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:39:47.097449 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-156b2f6e-b48e-4e19-b50a-4f39d7d0a48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:39:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['90992f0c-4fa6-422e-98fa-b9d8550526b4'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:39:47.113737 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb25804-8b4e-4603-86d2-259820e5cf54 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8cd9aa-dcd3-46cf-a8d7-915f66ecc5b9,revision_number=0']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:47.153765 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2709-00c8-4c2e-93dc-795c4242cb4a tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group_rule (1dceca2c-6c4b-427b-b811-a5c374ad8566), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:47.219583 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0cb25804-8b4e-4603-86d2-259820e5cf54 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:47.224130 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-0cb25804-8b4e-4603-86d2-259820e5cf54 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4922764 Aug 02 13:39:47.224569 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 36182) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:47.226348 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2709-00c8-4c2e-93dc-795c4242cb4a tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group_rule (1dceca2c-6c4b-427b-b811-a5c374ad8566), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:47.241195 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-156b2f6e-b48e-4e19-b50a-4f39d7d0a48b None None] Set router 90992f0c-4fa6-422e-98fa-b9d8550526b4 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:39:47.241671 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-05a3b938-61ec-47b1-9bf0-099af5730258 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Request body: {'security_group_rule': {'security_group_id': '1c902918-5e39-48e4-aae8-251bcd47b4da', 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:39:47.344616 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2709-00c8-4c2e-93dc-795c4242cb4a tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (1dceca2c-6c4b-427b-b811-a5c374ad8566), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:47.363466 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0 up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:39:47.400890 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb2709-00c8-4c2e-93dc-795c4242cb4a tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dceca2c-6c4b-427b-b811-a5c374ad8566,revision_number=0']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:47.442873 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-05a3b938-61ec-47b1-9bf0-099af5730258 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for security_group_rule (d99f308c-574c-4f1b-bdff-44155befe3b9), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:47.481215 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:39:47.482469 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:47.598988 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-156b2f6e-b48e-4e19-b50a-4f39d7d0a48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90992f0c-4fa6-422e-98fa-b9d8550526b4', 'name': 'tempest-TestVolumeBootPattern-118063621-router', 'tenant_id': '3453a7afc97b4c128b08ea1bba2d5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.44'}], 'enable_snat': True}, 'gw_port_id': '9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:39Z', 'updated_at': '2022-08-02T13:39:44Z', 'revision_number': 4, 'project_id': '3453a7afc97b4c128b08ea1bba2d5496', 'gw_port': {'id': '9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90992f0c-4fa6-422e-98fa-b9d8550526b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:40Z', 'updated_at': '2022-08-02T13:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '63a93cff-7110-4919-9897-e8057f2f4bba', 'name': '', 'network_id': '8768f6f7-2ad7-4d9d-809a-4d15914478e7', 'tenant_id': '3453a7afc97b4c128b08ea1bba2d5496', 'mac_address': 'fa:16:3e:19:73:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90992f0c-4fa6-422e-98fa-b9d8550526b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6cc8ec69-9af3-493b-a7ba-d03a9cb4deb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:43Z', 'updated_at': '2022-08-02T13:39:44Z', 'revision_number': 2, 'project_id': '3453a7afc97b4c128b08ea1bba2d5496', 'subnets': [{'id': '6cc8ec69-9af3-493b-a7ba-d03a9cb4deb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:39:47.619313 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0 is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:39:47.620609 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:47.630094 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-05a3b938-61ec-47b1-9bf0-099af5730258 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for security_group_rule (d99f308c-574c-4f1b-bdff-44155befe3b9), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:47.642411 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f09e75-1178-43e0-ae2c-befdd23f2705 req-ad18f221-b4f4-4eb7-b838-3452cd121b0d tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:47.644106 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-70f09e75-1178-43e0-ae2c-befdd23f2705 req-ad18f221-b4f4-4eb7-b838-3452cd121b0d tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 946 time: 0.1669834 Aug 02 13:39:47.646254 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] For port 9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:39:47.647434 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156b2f6e-b48e-4e19-b50a-4f39d7d0a48b None None] Checking router: 90992f0c-4fa6-422e-98fa-b9d8550526b4 for host: dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:39:47.647842 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156b2f6e-b48e-4e19-b50a-4f39d7d0a48b None None] Updating router 90992f0c-4fa6-422e-98fa-b9d8550526b4 port 63a93cff-7110-4919-9897-e8057f2f4bba binding host dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:39:47.685213 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-156b2f6e-b48e-4e19-b50a-4f39d7d0a48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (63a93cff-7110-4919-9897-e8057f2f4bba), before_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:47.705857 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-70f09e75-1178-43e0-ae2c-befdd23f2705 req-679c890a-058a-4fc7-b4f7-9d58aa771d71 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530145 Aug 02 13:39:47.866387 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2709-00c8-4c2e-93dc-795c4242cb4a tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:47.868208 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-e0fb2709-00c8-4c2e-93dc-795c4242cb4a tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8648808 Aug 02 13:39:47.871281 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 36204) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:47.875844 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-fcbe6ce5-d645-464b-91f7-d04c30b9ebc0 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Request body: {'security_group_rule': {'security_group_id': '55a9c943-7a0f-4b82-a942-2ac2a41fdf1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:39:47.935371 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-05a3b938-61ec-47b1-9bf0-099af5730258 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (d99f308c-574c-4f1b-bdff-44155befe3b9), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:47.938192 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:47.966218 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3b938-61ec-47b1-9bf0-099af5730258 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d99f308c-574c-4f1b-bdff-44155befe3b9,revision_number=0']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:48.022363 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Pushing event updated for resources: {'Port': ['ID=9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:48.073567 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-fcbe6ce5-d645-464b-91f7-d04c30b9ebc0 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group_rule (95074164-4fe0-4c5d-a1c1-c9fc3212e0a4), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:48.078117 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-156b2f6e-b48e-4e19-b50a-4f39d7d0a48b None None] Publish callbacks [] for port (63a93cff-7110-4919-9897-e8057f2f4bba), precommit_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:48.126865 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-05a3b938-61ec-47b1-9bf0-099af5730258 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:48.136494 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-05a3b938-61ec-47b1-9bf0-099af5730258 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8998616 Aug 02 13:39:48.136494 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-fcbe6ce5-d645-464b-91f7-d04c30b9ebc0 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group_rule (95074164-4fe0-4c5d-a1c1-c9fc3212e0a4), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:48.136746 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 36210) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:48.138869 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-3d1a0bde-ead0-43c3-aaca-917767786875 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Request body: {'security_group_rule': {'security_group_id': '1c902918-5e39-48e4-aae8-251bcd47b4da', 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:39:48.274945 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-156b2f6e-b48e-4e19-b50a-4f39d7d0a48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (63a93cff-7110-4919-9897-e8057f2f4bba), after_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:48.275614 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-fcbe6ce5-d645-464b-91f7-d04c30b9ebc0 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (95074164-4fe0-4c5d-a1c1-c9fc3212e0a4), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:48.294636 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe6ce5-d645-464b-91f7-d04c30b9ebc0 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95074164-4fe0-4c5d-a1c1-c9fc3212e0a4,revision_number=0']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:48.307590 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0bde-ead0-43c3-aaca-917767786875 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for security_group_rule (7d9c7a4f-022c-4aeb-86f8-2123aaebafad), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:48.344090 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a8f6a-cb06-4805-91f7-0aad061320a1 None None] Pushing event updated for resources: {'Port': ['ID=63a93cff-7110-4919-9897-e8057f2f4bba,revision_number=3']} {{(pid=104371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:48.382771 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0bde-ead0-43c3-aaca-917767786875 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for security_group_rule (7d9c7a4f-022c-4aeb-86f8-2123aaebafad), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:48.388479 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-fcbe6ce5-d645-464b-91f7-d04c30b9ebc0 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:48.390798 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-fcbe6ce5-d645-464b-91f7-d04c30b9ebc0 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5182314 Aug 02 13:39:48.394409 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 36212) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:48.400428 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-e3831e5e-cbca-4eac-bf4f-4e32b0a177b1 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Request body: {'floatingip': {'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:39:48.416958 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.managers [None req-156b2f6e-b48e-4e19-b50a-4f39d7d0a48b None None] Attempting to bind port 63a93cff-7110-4919-9897-e8057f2f4bba on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:39:48.417333 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.managers [None req-156b2f6e-b48e-4e19-b50a-4f39d7d0a48b None None] Attempting to bind port 63a93cff-7110-4919-9897-e8057f2f4bba by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': 'f9c2915b-47de-4018-a8da-9cf3a00e1527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8768f6f7-2ad7-4d9d-809a-4d15914478e7'}] {{(pid=104371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:39:48.417703 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156b2f6e-b48e-4e19-b50a-4f39d7d0a48b None None] Attempting to bind port 63a93cff-7110-4919-9897-e8057f2f4bba on network 8768f6f7-2ad7-4d9d-809a-4d15914478e7 {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:39:48.423566 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156b2f6e-b48e-4e19-b50a-4f39d7d0a48b None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:39:48.423951 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156b2f6e-b48e-4e19-b50a-4f39d7d0a48b None None] Checking segment: {'id': 'f9c2915b-47de-4018-a8da-9cf3a00e1527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8768f6f7-2ad7-4d9d-809a-4d15914478e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:39:48.424358 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-156b2f6e-b48e-4e19-b50a-4f39d7d0a48b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:48.424895 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156b2f6e-b48e-4e19-b50a-4f39d7d0a48b None None] Bound using segment: {'id': 'f9c2915b-47de-4018-a8da-9cf3a00e1527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8768f6f7-2ad7-4d9d-809a-4d15914478e7'} {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:39:48.425232 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.managers [None req-156b2f6e-b48e-4e19-b50a-4f39d7d0a48b None None] Bound port: 63a93cff-7110-4919-9897-e8057f2f4bba, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c2915b-47de-4018-a8da-9cf3a00e1527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8768f6f7-2ad7-4d9d-809a-4d15914478e7'}}] {{(pid=104371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:39:48.425614 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-156b2f6e-b48e-4e19-b50a-4f39d7d0a48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (63a93cff-7110-4919-9897-e8057f2f4bba), before_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:48.460006 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0bde-ead0-43c3-aaca-917767786875 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (7d9c7a4f-022c-4aeb-86f8-2123aaebafad), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:48.495264 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a0bde-ead0-43c3-aaca-917767786875 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d9c7a4f-022c-4aeb-86f8-2123aaebafad,revision_number=0']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:48.501448 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.db [None req-156b2f6e-b48e-4e19-b50a-4f39d7d0a48b None None] For port 63a93cff-7110-4919-9897-e8057f2f4bba, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:39:48.507923 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.db [None req-156b2f6e-b48e-4e19-b50a-4f39d7d0a48b None None] For port 63a93cff-7110-4919-9897-e8057f2f4bba, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=63a93cff-7110-4919-9897-e8057f2f4bba,segment=NetworkSegment(f9c2915b-47de-4018-a8da-9cf3a00e1527),segment_id=f9c2915b-47de-4018-a8da-9cf3a00e1527)] {{(pid=104371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:39:48.517624 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e3831e5e-cbca-4eac-bf4f-4e32b0a177b1 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:48.613227 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-156b2f6e-b48e-4e19-b50a-4f39d7d0a48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (63a93cff-7110-4919-9897-e8057f2f4bba), after_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:48.615349 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0bde-ead0-43c3-aaca-917767786875 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:48.616740 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-3d1a0bde-ead0-43c3-aaca-917767786875 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4837599 Aug 02 13:39:48.620911 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 36222) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:48.625454 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-2aebd402-9959-4fb9-9aae-a087fe388cdc tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Request body: {'security_group_rule': {'security_group_id': '1c902918-5e39-48e4-aae8-251bcd47b4da', 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:39:48.672810 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-45fb7b57-ddda-4bf1-b727-9e6aeffecb29 None None] Provisioning complete for port 63a93cff-7110-4919-9897-e8057f2f4bba triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:39:48.673289 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-45fb7b57-ddda-4bf1-b727-9e6aeffecb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (63a93cff-7110-4919-9897-e8057f2f4bba), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:48.724504 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e3831e5e-cbca-4eac-bf4f-4e32b0a177b1 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:48.776468 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156b2f6e-b48e-4e19-b50a-4f39d7d0a48b None None] Routers {'90992f0c-4fa6-422e-98fa-b9d8550526b4'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:39:48.779802 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-156b2f6e-b48e-4e19-b50a-4f39d7d0a48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:39:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['90992f0c-4fa6-422e-98fa-b9d8550526b4'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:39:48.838158 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2aebd402-9959-4fb9-9aae-a087fe388cdc tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for security_group_rule (a3a571ef-b282-4f41-ae7f-549e7f2c1543), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:48.868933 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-45fb7b57-ddda-4bf1-b727-9e6aeffecb29 None None] Current status of the port 63a93cff-7110-4919-9897-e8057f2f4bba is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:39:48.869434 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-45fb7b57-ddda-4bf1-b727-9e6aeffecb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (63a93cff-7110-4919-9897-e8057f2f4bba), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:48.913064 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a8f6a-cb06-4805-91f7-0aad061320a1 None None] Pushing event updated for resources: {'Port': ['ID=63a93cff-7110-4919-9897-e8057f2f4bba,revision_number=4']} {{(pid=104371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:48.945500 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-45fb7b57-ddda-4bf1-b727-9e6aeffecb29 None None] For port 63a93cff-7110-4919-9897-e8057f2f4bba, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=63a93cff-7110-4919-9897-e8057f2f4bba,segment=NetworkSegment(f9c2915b-47de-4018-a8da-9cf3a00e1527),segment_id=f9c2915b-47de-4018-a8da-9cf3a00e1527)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:39:48.981473 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [None req-e3831e5e-cbca-4eac-bf4f-4e32b0a177b1 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Allocated IP 172.27.4.82 (ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7/17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c/c0f81b76-b407-4c39-a1f8-e91915075b68) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:39:49.013594 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-45fb7b57-ddda-4bf1-b727-9e6aeffecb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (63a93cff-7110-4919-9897-e8057f2f4bba), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:49.040528 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-156b2f6e-b48e-4e19-b50a-4f39d7d0a48b None None] Set router 90992f0c-4fa6-422e-98fa-b9d8550526b4 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:39:49.077076 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb7b57-ddda-4bf1-b727-9e6aeffecb29 None None] Pushing event updated for resources: {'Port': ['ID=63a93cff-7110-4919-9897-e8057f2f4bba,revision_number=5']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:49.081085 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2aebd402-9959-4fb9-9aae-a087fe388cdc tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for security_group_rule (a3a571ef-b282-4f41-ae7f-549e7f2c1543), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:49.137821 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-25d2c2e5-9854-4949-9617-5a73e2642bd1 None None] Provisioning complete for port 63a93cff-7110-4919-9897-e8057f2f4bba triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:39:49.138560 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-25d2c2e5-9854-4949-9617-5a73e2642bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (63a93cff-7110-4919-9897-e8057f2f4bba), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:49.145531 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e3831e5e-cbca-4eac-bf4f-4e32b0a177b1 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for port (c0f81b76-b407-4c39-a1f8-e91915075b68), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:49.249892 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-25d2c2e5-9854-4949-9617-5a73e2642bd1 None None] Current status of the port 63a93cff-7110-4919-9897-e8057f2f4bba is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:39:49.260998 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2aebd402-9959-4fb9-9aae-a087fe388cdc tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (a3a571ef-b282-4f41-ae7f-549e7f2c1543), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:49.286605 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aebd402-9959-4fb9-9aae-a087fe388cdc tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a571ef-b282-4f41-ae7f-549e7f2c1543,revision_number=0']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:49.310426 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0 up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:39:49.351915 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e3831e5e-cbca-4eac-bf4f-4e32b0a177b1 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (c0f81b76-b407-4c39-a1f8-e91915075b68), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:49.373680 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:39:49.374211 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:49.381420 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-156b2f6e-b48e-4e19-b50a-4f39d7d0a48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90992f0c-4fa6-422e-98fa-b9d8550526b4', 'name': 'tempest-TestVolumeBootPattern-118063621-router', 'tenant_id': '3453a7afc97b4c128b08ea1bba2d5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.44'}], 'enable_snat': True}, 'gw_port_id': '9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:39Z', 'updated_at': '2022-08-02T13:39:44Z', 'revision_number': 4, 'project_id': '3453a7afc97b4c128b08ea1bba2d5496', 'gw_port': {'id': '9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90992f0c-4fa6-422e-98fa-b9d8550526b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:40Z', 'updated_at': '2022-08-02T13:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '63a93cff-7110-4919-9897-e8057f2f4bba', 'name': '', 'network_id': '8768f6f7-2ad7-4d9d-809a-4d15914478e7', 'tenant_id': '3453a7afc97b4c128b08ea1bba2d5496', 'mac_address': 'fa:16:3e:19:73:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90992f0c-4fa6-422e-98fa-b9d8550526b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6cc8ec69-9af3-493b-a7ba-d03a9cb4deb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:43Z', 'updated_at': '2022-08-02T13:39:48Z', 'revision_number': 4, 'project_id': '3453a7afc97b4c128b08ea1bba2d5496', 'subnets': [{'id': '6cc8ec69-9af3-493b-a7ba-d03a9cb4deb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:39:49.402030 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3831e5e-cbca-4eac-bf4f-4e32b0a177b1 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:39:49.410945 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-e3831e5e-cbca-4eac-bf4f-4e32b0a177b1 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:39:49.413439 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3831e5e-cbca-4eac-bf4f-4e32b0a177b1 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:39:49.414913 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156b2f6e-b48e-4e19-b50a-4f39d7d0a48b None None] The sync data for ids ['90992f0c-4fa6-422e-98fa-b9d8550526b4'] in dv-cinder-847864-8-iscsi is: [{'id': '90992f0c-4fa6-422e-98fa-b9d8550526b4', 'name': 'tempest-TestVolumeBootPattern-118063621-router', 'tenant_id': '3453a7afc97b4c128b08ea1bba2d5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.44'}], 'enable_snat': True}, 'gw_port_id': '9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:39Z', 'updated_at': '2022-08-02T13:39:44Z', 'revision_number': 4, 'project_id': '3453a7afc97b4c128b08ea1bba2d5496', 'gw_port': {'id': '9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90992f0c-4fa6-422e-98fa-b9d8550526b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:40Z', 'updated_at': '2022-08-02T13:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '63a93cff-7110-4919-9897-e8057f2f4bba', 'name': '', 'network_id': '8768f6f7-2ad7-4d9d-809a-4d15914478e7', 'tenant_id': '3453a7afc97b4c128b08ea1bba2d5496', 'mac_address': 'fa:16:3e:19:73:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90992f0c-4fa6-422e-98fa-b9d8550526b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6cc8ec69-9af3-493b-a7ba-d03a9cb4deb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:43Z', 'updated_at': '2022-08-02T13:39:48Z', 'revision_number': 4, 'project_id': '3453a7afc97b4c128b08ea1bba2d5496', 'subnets': [{'id': '6cc8ec69-9af3-493b-a7ba-d03a9cb4deb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:39:49.481397 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:39:49.489588 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2aebd402-9959-4fb9-9aae-a087fe388cdc tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:49.498710 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-2aebd402-9959-4fb9-9aae-a087fe388cdc tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8764935 Aug 02 13:39:49.501320 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 36236) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:49.512045 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-651472c7-b09f-4e11-808a-7f255d3c209b tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Request body: {'security_group_rule': {'security_group_id': '1c902918-5e39-48e4-aae8-251bcd47b4da', 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:39:49.521574 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3831e5e-cbca-4eac-bf4f-4e32b0a177b1 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event updated for resources: {'Port': ['ID=c0f81b76-b407-4c39-a1f8-e91915075b68,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:49.586878 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e3831e5e-cbca-4eac-bf4f-4e32b0a177b1 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for floatingip (cd538403-85b1-41ad-9d4c-9879c2f41f6e), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:49.602418 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.db.securitygroups_db [None req-651472c7-b09f-4e11-808a-7f255d3c209b tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Project 26af2dc63c6142548bb513c4aed2b4d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 02 13:39:49.616879 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-651472c7-b09f-4e11-808a-7f255d3c209b tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for security_group_rule (5a25fb99-8635-4517-880a-5f12f5b4a6e4), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:49.687893 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-651472c7-b09f-4e11-808a-7f255d3c209b tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for security_group_rule (5a25fb99-8635-4517-880a-5f12f5b4a6e4), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:49.708417 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e3831e5e-cbca-4eac-bf4f-4e32b0a177b1 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (c0f81b76-b407-4c39-a1f8-e91915075b68), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:49.755233 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-651472c7-b09f-4e11-808a-7f255d3c209b tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (5a25fb99-8635-4517-880a-5f12f5b4a6e4), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:49.778724 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651472c7-b09f-4e11-808a-7f255d3c209b tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a25fb99-8635-4517-880a-5f12f5b4a6e4,revision_number=0']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:49.861089 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-651472c7-b09f-4e11-808a-7f255d3c209b tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:49.862667 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-651472c7-b09f-4e11-808a-7f255d3c209b tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3601661 Aug 02 13:39:49.865552 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 36248) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:49.872896 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-36f08225-b639-45a0-a06e-e5ca73a12f54 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Request body: {'security_group_rule': {'security_group_id': '1c902918-5e39-48e4-aae8-251bcd47b4da', 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:39:49.941067 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e3831e5e-cbca-4eac-bf4f-4e32b0a177b1 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for port (c0f81b76-b407-4c39-a1f8-e91915075b68), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:49.991276 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.db.securitygroups_db [None req-36f08225-b639-45a0-a06e-e5ca73a12f54 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Project 26af2dc63c6142548bb513c4aed2b4d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 02 13:39:49.998019 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-36f08225-b639-45a0-a06e-e5ca73a12f54 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for security_group_rule (b504cb12-be1c-4103-93e9-fade8e28cbd8), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:50.035944 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e3831e5e-cbca-4eac-bf4f-4e32b0a177b1 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (c0f81b76-b407-4c39-a1f8-e91915075b68), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:50.084693 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-36f08225-b639-45a0-a06e-e5ca73a12f54 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for security_group_rule (b504cb12-be1c-4103-93e9-fade8e28cbd8), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:50.115237 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3831e5e-cbca-4eac-bf4f-4e32b0a177b1 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event updated for resources: {'Port': ['ID=c0f81b76-b407-4c39-a1f8-e91915075b68,revision_number=2']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:50.128467 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e3831e5e-cbca-4eac-bf4f-4e32b0a177b1 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772271'] for floatingip (cd538403-85b1-41ad-9d4c-9879c2f41f6e), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:50.173961 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-36f08225-b639-45a0-a06e-e5ca73a12f54 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (b504cb12-be1c-4103-93e9-fade8e28cbd8), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:50.198904 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f08225-b639-45a0-a06e-e5ca73a12f54 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b504cb12-be1c-4103-93e9-fade8e28cbd8,revision_number=0']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:50.199339 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e3831e5e-cbca-4eac-bf4f-4e32b0a177b1 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:50.200892 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-e3831e5e-cbca-4eac-bf4f-4e32b0a177b1 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8051367 Aug 02 13:39:50.308849 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-36f08225-b639-45a0-a06e-e5ca73a12f54 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:50.310428 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-36f08225-b639-45a0-a06e-e5ca73a12f54 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4436023 Aug 02 13:39:50.480491 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-964ddd05-e7db-46a1-bfe6-e0cbb76c4013 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--142232426&fields=id&tenant_id=b2fd74b29e9441818796d9040d4be7e5 HTTP/1.1" status: 200 len: 267 time: 0.0684042 Aug 02 13:39:50.644597 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-211e6412-4b4b-4194-bfe6-c47d72a43eae tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:50.651051 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-211e6412-4b4b-4194-bfe6-c47d72a43eae tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/networks?id=b9a0aff9-4db3-4151-8258-5ca59205b7ca HTTP/1.1" status: 200 len: 815 time: 0.1631534 Aug 02 13:39:50.667098 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-2c16830f-83b4-4062-89b0-7c1589719dcc tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/quotas/b2fd74b29e9441818796d9040d4be7e5 HTTP/1.1" status: 200 len: 375 time: 0.0135460 Aug 02 13:39:50.735028 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-293df2e3-4eae-4bfc-969b-82880c78ab2e tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b2fd74b29e9441818796d9040d4be7e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0620785 Aug 02 13:39:50.854925 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-a1c8b92f-5078-42c1-99f3-8103da814e7b service neutron] 10.222.0.67 "GET /v2.0/networks/b9a0aff9-4db3-4151-8258-5ca59205b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054790 Aug 02 13:39:50.979348 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-8b66f748-8f54-4966-8cd1-a6f48c5fdcfe service neutron] 10.222.0.67 "GET /v2.0/networks/b9a0aff9-4db3-4151-8258-5ca59205b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143293 Aug 02 13:39:51.311224 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 63a93cff-7110-4919-9897-e8057f2f4bba up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:39:51.363707 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 63a93cff-7110-4919-9897-e8057f2f4bba triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:39:51.364220 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (63a93cff-7110-4919-9897-e8057f2f4bba), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:51.451933 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 63a93cff-7110-4919-9897-e8057f2f4bba is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:39:51.716108 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-8f349622-ea5a-472c-af27-fc9824026b62 req-8f27bd98-b20d-41ad-9c51-1e302b928d8f tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 210 time: 0.0311682 Aug 02 13:39:52.408434 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 36358) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:52.416421 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-e9fd9106-6192-4352-a2e2-75523faa312e tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--704738748', 'description': 'tempest-description--1345773253'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:39:52.557309 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-e9fd9106-6192-4352-a2e2-75523faa312e tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:52.641241 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-e9fd9106-6192-4352-a2e2-75523faa312e tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks [] for security_group (11a26d69-5147-4174-ad95-302509db59da), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:52.699055 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-e9fd9106-6192-4352-a2e2-75523faa312e tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (11a26d69-5147-4174-ad95-302509db59da), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:52.732977 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd9106-6192-4352-a2e2-75523faa312e tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11a26d69-5147-4174-ad95-302509db59da,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:52.865523 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-052e48a2-6b99-4bef-9aaa-2652603d4e53 req-f9951729-b4cf-492f-8fdb-e6a0e17631f7 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 210 time: 0.0602903 Aug 02 13:39:52.879328 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-e9fd9106-6192-4352-a2e2-75523faa312e tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:52.884778 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 36384) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:52.885751 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-e9fd9106-6192-4352-a2e2-75523faa312e tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4741981 Aug 02 13:39:52.892182 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-7c2b2f28-438f-4554-8d3b-b0e521b82283 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Request body: {'security_group_rule': {'security_group_id': '11a26d69-5147-4174-ad95-302509db59da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:39:53.025842 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2f28-438f-4554-8d3b-b0e521b82283 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks [] for security_group_rule (b423575f-d437-410e-91a4-f0eac2025f3b), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:53.093727 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2f28-438f-4554-8d3b-b0e521b82283 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks [] for security_group_rule (b423575f-d437-410e-91a4-f0eac2025f3b), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:53.225416 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2f28-438f-4554-8d3b-b0e521b82283 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (b423575f-d437-410e-91a4-f0eac2025f3b), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:53.246640 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b2f28-438f-4554-8d3b-b0e521b82283 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b423575f-d437-410e-91a4-f0eac2025f3b,revision_number=0']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:53.420035 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2f28-438f-4554-8d3b-b0e521b82283 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:53.423873 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-7c2b2f28-438f-4554-8d3b-b0e521b82283 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5341842 Aug 02 13:39:53.425201 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 36390) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:53.429998 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-251f1448-7a4f-41cd-81a3-08b9900da73b tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Request body: {'security_group_rule': {'security_group_id': '11a26d69-5147-4174-ad95-302509db59da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:39:53.522112 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-251f1448-7a4f-41cd-81a3-08b9900da73b tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks [] for security_group_rule (ff785791-a049-40ef-b10b-8377e1bac6dc), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:53.635866 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-251f1448-7a4f-41cd-81a3-08b9900da73b tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks [] for security_group_rule (ff785791-a049-40ef-b10b-8377e1bac6dc), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:53.756254 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-251f1448-7a4f-41cd-81a3-08b9900da73b tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (ff785791-a049-40ef-b10b-8377e1bac6dc), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:53.780492 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f1448-7a4f-41cd-81a3-08b9900da73b tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff785791-a049-40ef-b10b-8377e1bac6dc,revision_number=0']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:53.865671 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-251f1448-7a4f-41cd-81a3-08b9900da73b tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:53.866942 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-251f1448-7a4f-41cd-81a3-08b9900da73b tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4406059 Aug 02 13:39:53.870684 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 36404) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:53.875433 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-7c906f04-5920-470e-893f-ea9c6adcf414 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Request body: {'floatingip': {'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:39:53.989887 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7c906f04-5920-470e-893f-ea9c6adcf414 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:53.991799 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e221c760-678d-41c1-bd87-0113914eb34c req-1a37d7d0-97a6-4f83-b801-2d61f3bda834 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 210 time: 0.0274704 Aug 02 13:39:54.144074 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7c906f04-5920-470e-893f-ea9c6adcf414 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:54.208208 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-1046f902-b625-46a1-a925-1cfbab4b6ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:54.278949 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_common [None req-7c906f04-5920-470e-893f-ea9c6adcf414 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Allocated IP 172.27.4.2 (ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7/17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c/8a80f3d1-45fc-4be4-8332-9ff064246363) {{(pid=104368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:39:54.401502 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7c906f04-5920-470e-893f-ea9c6adcf414 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks [] for port (8a80f3d1-45fc-4be4-8332-9ff064246363), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:54.512620 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-d92a9984-3b19-4723-ac77-34873b1e8ccc tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:54.514096 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-d92a9984-3b19-4723-ac77-34873b1e8ccc tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.20 "GET /v2.0/networks?id=b9a0aff9-4db3-4151-8258-5ca59205b7ca HTTP/1.1" status: 200 len: 815 time: 0.1206040 Aug 02 13:39:54.557342 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7c906f04-5920-470e-893f-ea9c6adcf414 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (8a80f3d1-45fc-4be4-8332-9ff064246363), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:54.598359 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c906f04-5920-470e-893f-ea9c6adcf414 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 is already hosted by enough agents. {{(pid=104368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:39:54.606084 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [None req-7c906f04-5920-470e-893f-ea9c6adcf414 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Resources bound (agent type, host, resource id): {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:39:54.609861 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c906f04-5920-470e-893f-ea9c6adcf414 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Received port after_create {{(pid=104368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:39:54.635064 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c906f04-5920-470e-893f-ea9c6adcf414 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Pushing event updated for resources: {'Port': ['ID=8a80f3d1-45fc-4be4-8332-9ff064246363,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:54.650042 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-cde1d73e-dc54-44f7-b52a-2b5ab330b09c tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2fd74b29e9441818796d9040d4be7e5 HTTP/1.1" status: 200 len: 471 time: 0.1263559 Aug 02 13:39:54.660126 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-fd22b63c-6b1b-4155-a144-e31bd435573c tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Request body: {'port': {'device_id': '7a631415-4945-444c-8fa5-26fc9fafa585', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'admin_state_up': True, 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'security_groups': ['55a9c943-7a0f-4b82-a942-2ac2a41fdf1a']}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:39:54.717194 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ec004-3420-4043-8f16-92d242357b21 req-e920b4f2-ec70-48fd-9b40-3803fe01179c tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:54.718789 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-957ec004-3420-4043-8f16-92d242357b21 req-e920b4f2-ec70-48fd-9b40-3803fe01179c tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.1275702 Aug 02 13:39:54.725510 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7c906f04-5920-470e-893f-ea9c6adcf414 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks [] for floatingip (d29ba756-7ef0-46f7-a154-75de25854239), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:54.807077 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-957ec004-3420-4043-8f16-92d242357b21 req-8ccae33e-a597-401f-9f9b-9b1fac012e12 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784636 Aug 02 13:39:54.842184 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7c906f04-5920-470e-893f-ea9c6adcf414 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (8a80f3d1-45fc-4be4-8332-9ff064246363), before_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:54.971950 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-fd22b63c-6b1b-4155-a144-e31bd435573c tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Made reservation on behalf of b2fd74b29e9441818796d9040d4be7e5 for: {'port': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:39:54.975632 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-fd22b63c-6b1b-4155-a144-e31bd435573c tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:55.061870 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7c906f04-5920-470e-893f-ea9c6adcf414 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks [] for port (8a80f3d1-45fc-4be4-8332-9ff064246363), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:55.115808 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:55.159422 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-182ad460-46b1-42ed-b03a-085832eab80e req-c7bbff6d-ab90-41f6-a9ed-cb83653ae5a9 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 210 time: 0.0448103 Aug 02 13:39:55.191848 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7c906f04-5920-470e-893f-ea9c6adcf414 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5190948'] for port (8a80f3d1-45fc-4be4-8332-9ff064246363), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:55.210092 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-fd22b63c-6b1b-4155-a144-e31bd435573c tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Allocated IP 172.20.0.10 (b9a0aff9-4db3-4151-8258-5ca59205b7ca/d8569d97-f9a0-41c9-a9b0-dce29c9f7e4e/b9cc8970-ccde-4a2c-9e37-0487824e1c7c) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:39:55.282668 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7c906f04-5920-470e-893f-ea9c6adcf414 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772271'] for floatingip (d29ba756-7ef0-46f7-a154-75de25854239), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:55.307586 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c906f04-5920-470e-893f-ea9c6adcf414 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Pushing event updated for resources: {'Port': ['ID=8a80f3d1-45fc-4be4-8332-9ff064246363,revision_number=2']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:55.375236 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7c906f04-5920-470e-893f-ea9c6adcf414 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:55.376885 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-7c906f04-5920-470e-893f-ea9c6adcf414 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5051239 Aug 02 13:39:55.400208 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 36486) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:55.407182 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-fd22b63c-6b1b-4155-a144-e31bd435573c tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for port (b9cc8970-ccde-4a2c-9e37-0487824e1c7c), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:55.516969 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-fd22b63c-6b1b-4155-a144-e31bd435573c tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (b9cc8970-ccde-4a2c-9e37-0487824e1c7c), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:55.558258 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-27536f0f-b4ce-4e85-bd25-99bd3599479a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:55.562961 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-fd22b63c-6b1b-4155-a144-e31bd435573c tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Network b9a0aff9-4db3-4151-8258-5ca59205b7ca is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:39:55.566146 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-fd22b63c-6b1b-4155-a144-e31bd435573c tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:39:55.570214 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-fd22b63c-6b1b-4155-a144-e31bd435573c tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:39:55.624129 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22b63c-6b1b-4155-a144-e31bd435573c tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event updated for resources: {'Port': ['ID=b9cc8970-ccde-4a2c-9e37-0487824e1c7c,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:55.668024 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-fd22b63c-6b1b-4155-a144-e31bd435573c tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:55.668714 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-fd22b63c-6b1b-4155-a144-e31bd435573c tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:55.684244 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-27536f0f-b4ce-4e85-bd25-99bd3599479a admin admin] Publish callbacks [] for security_group (0d0ada3e-8407-4935-9202-1cbbace530ba), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:55.700149 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-670eb042-3725-45db-8294-83e98c38b160 req-bcdadd12-a2b9-4871-a7da-409a6921a07e tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--704738748&fields=id&tenant_id=1502b667be5c45ab800f27676ab39794 HTTP/1.1" status: 200 len: 267 time: 0.0948999 Aug 02 13:39:55.756331 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-27536f0f-b4ce-4e85-bd25-99bd3599479a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (0d0ada3e-8407-4935-9202-1cbbace530ba), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:55.808071 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-fd22b63c-6b1b-4155-a144-e31bd435573c tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1526859 Aug 02 13:39:55.818559 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-27536f0f-b4ce-4e85-bd25-99bd3599479a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d046bfa3412e437bae9a09e6e9abedff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4171245 Aug 02 13:39:55.823316 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 36500) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:39:55.825603 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-70f3675d-a43b-4759-b745-8264a1daca01 service neutron] Request body: {'port': {'device_id': '7a631415-4945-444c-8fa5-26fc9fafa585', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:39:55.839302 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27536f0f-b4ce-4e85-bd25-99bd3599479a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0ada3e-8407-4935-9202-1cbbace530ba,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:55.862702 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6137a101-1e21-41d1-b91e-f9807bb20b8a None None] Provisioning complete for port b9cc8970-ccde-4a2c-9e37-0487824e1c7c triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:39:55.874202 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6137a101-1e21-41d1-b91e-f9807bb20b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (b9cc8970-ccde-4a2c-9e37-0487824e1c7c), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:55.902063 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3a667136-3240-4760-8601-43e3c95a0b68 admin admin] Publish callbacks [] for security_group (0d0ada3e-8407-4935-9202-1cbbace530ba), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:55.917001 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670eb042-3725-45db-8294-83e98c38b160 req-48427f4a-5154-4d9d-b672-9b1af558a5ce tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:55.918771 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-670eb042-3725-45db-8294-83e98c38b160 req-48427f4a-5154-4d9d-b672-9b1af558a5ce tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/networks?id=952afe36-ebbb-420b-9a24-e4ee044975e4 HTTP/1.1" status: 200 len: 819 time: 0.2089694 Aug 02 13:39:55.935961 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6137a101-1e21-41d1-b91e-f9807bb20b8a None None] Port b9cc8970-ccde-4a2c-9e37-0487824e1c7c cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:39:55.955578 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3a667136-3240-4760-8601-43e3c95a0b68 admin admin] Publish callbacks [] for security_group (0d0ada3e-8407-4935-9202-1cbbace530ba), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:55.969176 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-70f3675d-a43b-4759-b745-8264a1daca01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (b9cc8970-ccde-4a2c-9e37-0487824e1c7c), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:55.973703 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-670eb042-3725-45db-8294-83e98c38b160 req-7c6c3d5c-8bd2-4e2e-8fe6-eedc072bc95a tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/quotas/1502b667be5c45ab800f27676ab39794 HTTP/1.1" status: 200 len: 375 time: 0.0232325 Aug 02 13:39:56.030175 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f7600-8e80-484b-b4c4-d6908b6d461c req-17daee58-a7b1-4a7d-80fd-02c3704caca1 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:56.031735 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-092f7600-8e80-484b-b4c4-d6908b6d461c req-17daee58-a7b1-4a7d-80fd-02c3704caca1 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0976355 Aug 02 13:39:56.140468 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-670eb042-3725-45db-8294-83e98c38b160 req-f69618c9-c331-4375-8bc0-c2c0b6ea1770 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1502b667be5c45ab800f27676ab39794&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1561940 Aug 02 13:39:56.144840 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3a667136-3240-4760-8601-43e3c95a0b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (0d0ada3e-8407-4935-9202-1cbbace530ba), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:56.161108 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3a667136-3240-4760-8601-43e3c95a0b68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:56.167088 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-3a667136-3240-4760-8601-43e3c95a0b68 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0d0ada3e-8407-4935-9202-1cbbace530ba HTTP/1.1" status: 204 len: 168 time: 0.3388147 Aug 02 13:39:56.256692 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-092f7600-8e80-484b-b4c4-d6908b6d461c req-0d7bcb79-3cdc-4557-9fe6-1385b22467cd tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2137787 Aug 02 13:39:56.264236 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a667136-3240-4760-8601-43e3c95a0b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0ada3e-8407-4935-9202-1cbbace530ba,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:56.406809 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-bc789aa7-e8f3-4173-ba87-cd6f5254a969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:56.452991 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e1b9b-24a6-44d4-bd2e-4a86fecaa944 req-abe48418-26b7-47b4-87c8-636bfb8415b8 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:56.454916 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-249e1b9b-24a6-44d4-bd2e-4a86fecaa944 req-abe48418-26b7-47b4-87c8-636bfb8415b8 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 932 time: 0.0759406 Aug 02 13:39:56.552903 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-249e1b9b-24a6-44d4-bd2e-4a86fecaa944 req-209f21b1-9d15-49af-bca2-d6675436f2c1 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=55a9c943-7a0f-4b82-a942-2ac2a41fdf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856073 Aug 02 13:39:56.741866 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-670eb042-3725-45db-8294-83e98c38b160 req-86c8cf77-1515-4907-bcca-80377a188508 service neutron] 10.222.0.67 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936936 Aug 02 13:39:56.910757 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-670eb042-3725-45db-8294-83e98c38b160 req-98d3051a-7d73-4b1d-88ff-96195e8ae8fc service neutron] 10.222.0.67 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692696 Aug 02 13:39:56.915437 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-70f3675d-a43b-4759-b745-8264a1daca01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9cc8970-ccde-4a2c-9e37-0487824e1c7c {{(pid=104369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:39:56.923363 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-70f3675d-a43b-4759-b745-8264a1daca01 service neutron] Publish callbacks [] for port (b9cc8970-ccde-4a2c-9e37-0487824e1c7c), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:56.940371 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.provisioning_blocks [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-70f3675d-a43b-4759-b745-8264a1daca01 service neutron] Transition to ACTIVE for port object b9cc8970-ccde-4a2c-9e37-0487824e1c7c will not be triggered until provisioned by entity L2. {{(pid=104369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 02 13:39:57.052979 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-70f3675d-a43b-4759-b745-8264a1daca01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (b9cc8970-ccde-4a2c-9e37-0487824e1c7c), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:57.107371 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3675d-a43b-4759-b745-8264a1daca01 service neutron] Pushing event updated for resources: {'Port': ['ID=b9cc8970-ccde-4a2c-9e37-0487824e1c7c,revision_number=2']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:57.235346 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-70f3675d-a43b-4759-b745-8264a1daca01 service neutron] Attempting to bind port b9cc8970-ccde-4a2c-9e37-0487824e1c7c on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:39:57.235694 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-70f3675d-a43b-4759-b745-8264a1daca01 service neutron] Attempting to bind port b9cc8970-ccde-4a2c-9e37-0487824e1c7c by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'ce1819a5-765d-4f56-8809-88a6774bc35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca'}] {{(pid=104369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:39:57.236023 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-70f3675d-a43b-4759-b745-8264a1daca01 service neutron] Attempting to bind port b9cc8970-ccde-4a2c-9e37-0487824e1c7c on network b9a0aff9-4db3-4151-8258-5ca59205b7ca {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:39:57.242005 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-70f3675d-a43b-4759-b745-8264a1daca01 service neutron] Port b9cc8970-ccde-4a2c-9e37-0487824e1c7c on network b9a0aff9-4db3-4151-8258-5ca59205b7ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 02 13:39:57.242352 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-70f3675d-a43b-4759-b745-8264a1daca01 service neutron] Attempting to bind port b9cc8970-ccde-4a2c-9e37-0487824e1c7c on network b9a0aff9-4db3-4151-8258-5ca59205b7ca {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:39:57.253374 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-70f3675d-a43b-4759-b745-8264a1daca01 service neutron] Checking agent: {'id': '69dc3da8-ee10-46f6-83b6-ed4e97a21469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'started_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:39:57.253374 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-70f3675d-a43b-4759-b745-8264a1daca01 service neutron] Checking segment: {'id': 'ce1819a5-765d-4f56-8809-88a6774bc35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:39:57.253374 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-70f3675d-a43b-4759-b745-8264a1daca01 service neutron] Bound using segment: {'id': 'ce1819a5-765d-4f56-8809-88a6774bc35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca'} {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:39:57.253374 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-70f3675d-a43b-4759-b745-8264a1daca01 service neutron] Bound port: b9cc8970-ccde-4a2c-9e37-0487824e1c7c, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1819a5-765d-4f56-8809-88a6774bc35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca'}}] {{(pid=104369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:39:57.253374 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-70f3675d-a43b-4759-b745-8264a1daca01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (b9cc8970-ccde-4a2c-9e37-0487824e1c7c), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:57.263014 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6d3803f8-8786-4bf7-aa76-62c26fbf6e77 req-b2f51c83-15c2-4ff6-b242-8b99e4a572c7 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 210 time: 0.0653801 Aug 02 13:39:57.394879 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-70f3675d-a43b-4759-b745-8264a1daca01 service neutron] For port b9cc8970-ccde-4a2c-9e37-0487824e1c7c, host hv-cinder-84786, cleared binding levels {{(pid=104369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:39:57.413040 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-70f3675d-a43b-4759-b745-8264a1daca01 service neutron] For port b9cc8970-ccde-4a2c-9e37-0487824e1c7c, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=b9cc8970-ccde-4a2c-9e37-0487824e1c7c,segment=NetworkSegment(ce1819a5-765d-4f56-8809-88a6774bc35d),segment_id=ce1819a5-765d-4f56-8809-88a6774bc35d)] {{(pid=104369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:39:57.446831 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0926c4-c620-4cb5-a317-1270f457ab84 req-00e1d4ec-bdd5-43f9-8f78-5ad590507b5f tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:57.448632 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-7a0926c4-c620-4cb5-a317-1270f457ab84 req-00e1d4ec-bdd5-43f9-8f78-5ad590507b5f tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0926778 Aug 02 13:39:57.501783 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-7a0926c4-c620-4cb5-a317-1270f457ab84 req-dd450a62-7c17-46f0-8391-f2e2ee209c0b tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473778 Aug 02 13:39:57.505177 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-70f3675d-a43b-4759-b745-8264a1daca01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (b9cc8970-ccde-4a2c-9e37-0487824e1c7c), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:57.554426 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-70f3675d-a43b-4759-b745-8264a1daca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:57.555404 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-70f3675d-a43b-4759-b745-8264a1daca01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:57.557601 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-70f3675d-a43b-4759-b745-8264a1daca01 service neutron] 10.222.0.20 "PUT /v2.0/ports/b9cc8970-ccde-4a2c-9e37-0487824e1c7c HTTP/1.1" status: 200 len: 1094 time: 1.7367821 Aug 02 13:39:57.558286 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a631415-4945-444c-8fa5-26fc9fafa585', 'tag': 'b9cc8970-ccde-4a2c-9e37-0487824e1c7c'}] {{(pid=104369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:39:57.563493 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bf99331ba47a6ac295264f2d91701b523438f9b2384832aa813a78b8ac64a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9160bce-8be5-47eb-902c-fa02fe510de4" -d '{"events": [{"name": "network-changed", "server_uuid": "7a631415-4945-444c-8fa5-26fc9fafa585", "tag": "b9cc8970-ccde-4a2c-9e37-0487824e1c7c"}]}' {{(pid=104369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:39:57.603089 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:57.636060 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3675d-a43b-4759-b745-8264a1daca01 service neutron] Pushing event updated for resources: {'Port': ['ID=b9cc8970-ccde-4a2c-9e37-0487824e1c7c,revision_number=3']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:39:57.665865 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69ff9d0-24d3-4b14-99cf-124f3f83517e x-openstack-request-id: req-e69ff9d0-24d3-4b14-99cf-124f3f83517e {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:39:57.666442 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a631415-4945-444c-8fa5-26fc9fafa585", "tag": "b9cc8970-ccde-4a2c-9e37-0487824e1c7c", "status": "completed", "code": 200}]} {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:39:57.666998 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e69ff9d0-24d3-4b14-99cf-124f3f83517e {{(pid=104369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:39:57.667895 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e69ff9d0-24d3-4b14-99cf-124f3f83517e'] response: {'name': 'network-changed', 'server_uuid': '7a631415-4945-444c-8fa5-26fc9fafa585', 'tag': 'b9cc8970-ccde-4a2c-9e37-0487824e1c7c', 'status': 'completed', 'code': 200} Aug 02 13:39:57.805830 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9160bce-8be5-47eb-902c-fa02fe510de4 req-bf365ccb-1a60-487f-81c5-936d5df17893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:57.813315 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e9160bce-8be5-47eb-902c-fa02fe510de4 req-bf365ccb-1a60-487f-81c5-936d5df17893 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2fd74b29e9441818796d9040d4be7e5&device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 1128 time: 0.0863886 Aug 02 13:39:57.817394 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76aafe-b73b-410a-9497-8ba16cb68330 req-a8c7f558-d5ea-4f1e-9e52-fa9b03150b84 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:57.819180 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-7b76aafe-b73b-410a-9497-8ba16cb68330 req-a8c7f558-d5ea-4f1e-9e52-fa9b03150b84 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 944 time: 0.1482439 Aug 02 13:39:58.018446 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-7b76aafe-b73b-410a-9497-8ba16cb68330 req-36b14985-1842-4d0c-9831-e629d766421c tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=55a9c943-7a0f-4b82-a942-2ac2a41fdf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807702 Aug 02 13:39:58.070153 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9160bce-8be5-47eb-902c-fa02fe510de4 req-e95231a4-dde7-4d43-b25b-c388a8c6ba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:58.072436 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e9160bce-8be5-47eb-902c-fa02fe510de4 req-e95231a4-dde7-4d43-b25b-c388a8c6ba14 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b2fd74b29e9441818796d9040d4be7e5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2522810 Aug 02 13:39:58.269330 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9160bce-8be5-47eb-902c-fa02fe510de4 req-e52f47aa-fe84-4263-b2a8-5c42e6cd8eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:58.270874 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e9160bce-8be5-47eb-902c-fa02fe510de4 req-e52f47aa-fe84-4263-b2a8-5c42e6cd8eab service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1855316 Aug 02 13:39:58.370531 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-3e535aaf-6723-400a-babe-d398738a2a22 req-2f8f08a3-5dab-4024-ba5e-faea33e787a4 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 210 time: 0.0309181 Aug 02 13:39:58.402460 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-b0f36dd5-659f-41f7-809f-454239edef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:58.403150 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-b0f36dd5-659f-41f7-809f-454239edef23 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2fd74b29e9441818796d9040d4be7e5&device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 1128 time: 0.0614796 Aug 02 13:39:58.448700 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-e577ae5d-25ae-4512-92c9-57ba56af4da6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9cc8970-ccde-4a2c-9e37-0487824e1c7c HTTP/1.1" status: 200 len: 217 time: 0.0382531 Aug 02 13:39:58.516762 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-b9ed8e14-83ad-4307-8346-8545cb5fb666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:58.518288 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-b9ed8e14-83ad-4307-8346-8545cb5fb666 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8569d97-f9a0-41c9-a9b0-dce29c9f7e4e HTTP/1.1" status: 200 len: 854 time: 0.0627434 Aug 02 13:39:58.582082 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-8e49f725-4cd2-4512-a15b-ab052143ed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:58.589214 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-8e49f725-4cd2-4512-a15b-ab052143ed33 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b9a0aff9-4db3-4151-8258-5ca59205b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579221 Aug 02 13:39:58.757749 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f318843-08e8-48b5-a0f5-b5f21ad881b2 req-e519e7e9-c5b9-4c94-816e-1aaecaf431dd tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:58.757749 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4f318843-08e8-48b5-a0f5-b5f21ad881b2 req-e519e7e9-c5b9-4c94-816e-1aaecaf431dd tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.1617074 Aug 02 13:39:58.795381 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-9db935dc-4a37-44fc-b934-990ab0a60efb service neutron] 10.222.0.20 "GET /v2.0/networks/b9a0aff9-4db3-4151-8258-5ca59205b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952231 Aug 02 13:39:58.878396 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4f318843-08e8-48b5-a0f5-b5f21ad881b2 req-86c928bf-bc2e-459f-a580-0604c333a44a tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152971 Aug 02 13:39:58.935427 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-bbc0e4a0-1939-4d7c-a559-d9ad280bc087 req-f66945ab-18e1-4f67-bd23-f0f1fdf8f3cc service neutron] 10.222.0.20 "GET /v2.0/networks/b9a0aff9-4db3-4151-8258-5ca59205b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289194 Aug 02 13:39:59.189829 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a63e3f-b131-4253-866c-23766fa5cae9 req-53bbdbae-35d8-4377-a5c7-c7ab94650f48 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:39:59.191610 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d9a63e3f-b131-4253-866c-23766fa5cae9 req-53bbdbae-35d8-4377-a5c7-c7ab94650f48 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 944 time: 0.0700862 Aug 02 13:39:59.236136 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:39:59.270073 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d9a63e3f-b131-4253-866c-23766fa5cae9 req-54358c76-0cf7-4c1c-9bee-6cbee2c611fb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=55a9c943-7a0f-4b82-a942-2ac2a41fdf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623307 Aug 02 13:39:59.482117 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f483206a-2174-4368-a4aa-8cfdc2cde473 req-8597dbc3-0ced-4e1e-9d42-855329d63992 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 210 time: 0.0285046 Aug 02 13:40:00.020649 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c4572-22d9-446d-8e62-5e283ee59f63 req-a3a40c5c-7f29-4d0d-a41a-674610240874 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:00.022175 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-255c4572-22d9-446d-8e62-5e283ee59f63 req-a3a40c5c-7f29-4d0d-a41a-674610240874 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0571103 Aug 02 13:40:00.088191 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-255c4572-22d9-446d-8e62-5e283ee59f63 req-1cee8dc0-fc8b-4812-97f1-c0e6628ca3ce tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588837 Aug 02 13:40:00.404549 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39650195-db6f-4d77-b39b-77df89b6d0f5 req-d9f7bc16-2d18-48dc-868a-40c6e5ccc02b tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:00.406112 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-39650195-db6f-4d77-b39b-77df89b6d0f5 req-d9f7bc16-2d18-48dc-868a-40c6e5ccc02b tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 944 time: 0.0564587 Aug 02 13:40:00.487068 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-39650195-db6f-4d77-b39b-77df89b6d0f5 req-688d1ea3-b8b2-472c-9aee-7b9207b7ea8d tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=55a9c943-7a0f-4b82-a942-2ac2a41fdf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743279 Aug 02 13:40:00.606353 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e760dd7e-c0f3-4d4a-af1b-a08180f53175 req-c97e72e5-f42d-45de-b8d5-9189664e7685 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 210 time: 0.0294473 Aug 02 13:40:00.631872 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:01.232275 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afef9a-ee16-4282-8f3b-c7a9bf6600b2 req-f984f2f2-3a76-46e3-b328-904b816f10fe tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:01.236097 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-c6afef9a-ee16-4282-8f3b-c7a9bf6600b2 req-f984f2f2-3a76-46e3-b328-904b816f10fe tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0585132 Aug 02 13:40:01.301860 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-c6afef9a-ee16-4282-8f3b-c7a9bf6600b2 req-5c8381e0-9ab9-4842-83f4-f450c234a0cb tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618193 Aug 02 13:40:01.636566 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17debaf1-c285-4dce-aa69-38201cbc7804 req-b47f6054-9de0-4517-93a3-8c1195df9bc7 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:01.638353 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-17debaf1-c285-4dce-aa69-38201cbc7804 req-b47f6054-9de0-4517-93a3-8c1195df9bc7 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 944 time: 0.0705204 Aug 02 13:40:01.699936 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-17debaf1-c285-4dce-aa69-38201cbc7804 req-4766c07e-bc72-4a8e-ba8f-137da6e69161 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=55a9c943-7a0f-4b82-a942-2ac2a41fdf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557177 Aug 02 13:40:01.729054 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-93cb6bdf-3df0-4e5d-b207-c435d9286ddf req-78611609-756b-4d88-b074-4a31f9f949fe tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 210 time: 0.0276337 Aug 02 13:40:02.464806 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f7787-dfd0-4a2c-a10b-b5baca88780f req-312e0aa4-6a59-49f6-9c9b-d99659179835 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:02.466423 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-db7f7787-dfd0-4a2c-a10b-b5baca88780f req-312e0aa4-6a59-49f6-9c9b-d99659179835 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0611448 Aug 02 13:40:02.529934 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-db7f7787-dfd0-4a2c-a10b-b5baca88780f req-ec62882d-e43a-4425-984c-33e1fd1dc7a0 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567064 Aug 02 13:40:02.856059 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-47328e97-54ac-4583-b7d4-e8670574ba60 req-573df4c3-c6fa-41cd-9915-b6f0276e6de7 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 210 time: 0.0269115 Aug 02 13:40:02.871594 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e21459-be69-48cd-9bb3-bc293e757908 req-02cfee00-27ac-4840-88bc-04fcc78f70c2 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:02.873268 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-01e21459-be69-48cd-9bb3-bc293e757908 req-02cfee00-27ac-4840-88bc-04fcc78f70c2 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 944 time: 0.0678356 Aug 02 13:40:02.942920 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-01e21459-be69-48cd-9bb3-bc293e757908 req-0a5bcf73-9031-4567-bfdd-9b5a75c50084 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=55a9c943-7a0f-4b82-a942-2ac2a41fdf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619662 Aug 02 13:40:03.674277 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc30fc-6d00-4029-86e3-f23d2217d7c8 req-d4583b62-98c5-4950-8404-4a8bda7611e6 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:03.675868 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-c9dc30fc-6d00-4029-86e3-f23d2217d7c8 req-d4583b62-98c5-4950-8404-4a8bda7611e6 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0610018 Aug 02 13:40:03.728816 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-c9dc30fc-6d00-4029-86e3-f23d2217d7c8 req-85cb5355-b599-4af7-a607-f3d087ce6376 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463011 Aug 02 13:40:03.959966 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d456bad0-5f9d-4079-825b-61926d918808 req-c2d6cfa9-5311-45da-bfe0-3583656d9d62 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 210 time: 0.0309420 Aug 02 13:40:04.094986 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bed633-36b1-4737-ae53-38404b79ecf1 req-850911fa-abd6-41da-a0ea-4b0ec3ee704c tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:04.096540 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-21bed633-36b1-4737-ae53-38404b79ecf1 req-850911fa-abd6-41da-a0ea-4b0ec3ee704c tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 944 time: 0.0674160 Aug 02 13:40:04.148290 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-21bed633-36b1-4737-ae53-38404b79ecf1 req-d7352d3b-5d5d-4c18-a199-5e71dfdbfcb9 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=55a9c943-7a0f-4b82-a942-2ac2a41fdf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457826 Aug 02 13:40:04.871368 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba351b9-750e-47ca-8d29-f596ac1cf4fc req-2275af33-9297-45bc-98aa-44d369a90cfc tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:04.872911 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-cba351b9-750e-47ca-8d29-f596ac1cf4fc req-2275af33-9297-45bc-98aa-44d369a90cfc tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0604789 Aug 02 13:40:04.923271 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-cba351b9-750e-47ca-8d29-f596ac1cf4fc req-30415dd7-0aaf-4a6c-8bd2-62bfc346daa4 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445666 Aug 02 13:40:05.068548 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6287b0ec-dac7-4361-a1c8-9aad840bb5c7 req-1b10df3b-8bc5-484f-b179-8e984e4b56a4 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 210 time: 0.0270236 Aug 02 13:40:05.299693 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27cb84-730c-4c30-9d07-3f6b8019d141 req-0e746a69-3f60-4ba1-8e7b-093409165544 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:05.301201 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-7f27cb84-730c-4c30-9d07-3f6b8019d141 req-0e746a69-3f60-4ba1-8e7b-093409165544 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 944 time: 0.0761974 Aug 02 13:40:05.419248 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-7f27cb84-730c-4c30-9d07-3f6b8019d141 req-f4a278bc-e190-4097-9df5-f80d732c7de5 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=55a9c943-7a0f-4b82-a942-2ac2a41fdf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070142 Aug 02 13:40:05.443241 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670eb042-3725-45db-8294-83e98c38b160 req-29d109f6-c01c-4a92-9705-5ac2842c067f tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:05.444787 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-670eb042-3725-45db-8294-83e98c38b160 req-29d109f6-c01c-4a92-9705-5ac2842c067f tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.20 "GET /v2.0/networks?id=952afe36-ebbb-420b-9a24-e4ee044975e4 HTTP/1.1" status: 200 len: 819 time: 0.1710110 Aug 02 13:40:05.511032 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-670eb042-3725-45db-8294-83e98c38b160 req-6e47d64b-7bec-42ad-ba16-44ba3a9a75f1 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1502b667be5c45ab800f27676ab39794 HTTP/1.1" status: 200 len: 379 time: 0.0580161 Aug 02 13:40:05.520819 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [req-670eb042-3725-45db-8294-83e98c38b160 req-7a810e51-2230-4651-b345-6bb97b5f0f71 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Request body: {'port': {'device_id': '2fd3d992-44e1-4518-8cab-a7f01bf89d6b', 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4', 'admin_state_up': True, 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'security_groups': ['11a26d69-5147-4174-ad95-302509db59da']}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:40:05.761499 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-670eb042-3725-45db-8294-83e98c38b160 req-7a810e51-2230-4651-b345-6bb97b5f0f71 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Made reservation on behalf of 1502b667be5c45ab800f27676ab39794 for: {'port': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:40:05.764937 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-670eb042-3725-45db-8294-83e98c38b160 req-7a810e51-2230-4651-b345-6bb97b5f0f71 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:05.928199 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [req-670eb042-3725-45db-8294-83e98c38b160 req-7a810e51-2230-4651-b345-6bb97b5f0f71 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Allocated IP 172.20.0.7 (952afe36-ebbb-420b-9a24-e4ee044975e4/ce360482-e138-41d7-8f5d-ea14c6cf06af/6ea6a72f-a1b8-442f-bb13-374734d0ecb2) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:40:06.130703 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f35f8-1e49-498a-8040-67ad2cf72002 req-118894f3-cd5c-45f5-9efc-c248671bcbbd tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:06.132237 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-412f35f8-1e49-498a-8040-67ad2cf72002 req-118894f3-cd5c-45f5-9efc-c248671bcbbd tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.1073389 Aug 02 13:40:06.136593 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-670eb042-3725-45db-8294-83e98c38b160 req-7a810e51-2230-4651-b345-6bb97b5f0f71 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks [] for port (6ea6a72f-a1b8-442f-bb13-374734d0ecb2), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:06.200534 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-412f35f8-1e49-498a-8040-67ad2cf72002 req-e74c3f84-b09c-4eb9-b7dd-fa2fb48de4f3 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563343 Aug 02 13:40:06.221682 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-c61317cc-2818-4a45-8fc5-18fda51a99e1 req-a3e940a3-8f23-4326-bdca-32b0e305cdd1 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 210 time: 0.0385287 Aug 02 13:40:06.299388 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-670eb042-3725-45db-8294-83e98c38b160 req-7a810e51-2230-4651-b345-6bb97b5f0f71 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (6ea6a72f-a1b8-442f-bb13-374734d0ecb2), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:06.346130 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-670eb042-3725-45db-8294-83e98c38b160 req-7a810e51-2230-4651-b345-6bb97b5f0f71 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Network 952afe36-ebbb-420b-9a24-e4ee044975e4 is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:40:06.351965 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [req-670eb042-3725-45db-8294-83e98c38b160 req-7a810e51-2230-4651-b345-6bb97b5f0f71 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:40:06.356733 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [req-670eb042-3725-45db-8294-83e98c38b160 req-7a810e51-2230-4651-b345-6bb97b5f0f71 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:40:06.389983 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a810e51-2230-4651-b345-6bb97b5f0f71 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Pushing event updated for resources: {'Port': ['ID=6ea6a72f-a1b8-442f-bb13-374734d0ecb2,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:06.423082 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670eb042-3725-45db-8294-83e98c38b160 req-7a810e51-2230-4651-b345-6bb97b5f0f71 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:06.424124 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-670eb042-3725-45db-8294-83e98c38b160 req-7a810e51-2230-4651-b345-6bb97b5f0f71 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:06.535735 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-670eb042-3725-45db-8294-83e98c38b160 req-7a810e51-2230-4651-b345-6bb97b5f0f71 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0193431 Aug 02 13:40:06.551946 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [req-670eb042-3725-45db-8294-83e98c38b160 req-fb6adce3-2600-4f9a-9c0f-ad5b8df3558a service neutron] Request body: {'port': {'device_id': '2fd3d992-44e1-4518-8cab-a7f01bf89d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:40:06.598697 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0081041-badb-493f-9131-948ffc536b1c req-413169d8-e0f9-426f-92f2-4124c9fe4540 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:06.610175 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d0081041-badb-493f-9131-948ffc536b1c req-413169d8-e0f9-426f-92f2-4124c9fe4540 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 944 time: 0.0983450 Aug 02 13:40:06.676150 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-670eb042-3725-45db-8294-83e98c38b160 req-fb6adce3-2600-4f9a-9c0f-ad5b8df3558a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (6ea6a72f-a1b8-442f-bb13-374734d0ecb2), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:06.678273 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d0081041-badb-493f-9131-948ffc536b1c req-aa2d7d15-99d7-41c2-8c32-eebd13be0557 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=55a9c943-7a0f-4b82-a942-2ac2a41fdf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665314 Aug 02 13:40:06.732448 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-ee4a74b5-92cd-4929-9d9a-9457d9662425 None None] Provisioning complete for port 6ea6a72f-a1b8-442f-bb13-374734d0ecb2 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:40:06.733702 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-ee4a74b5-92cd-4929-9d9a-9457d9662425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (6ea6a72f-a1b8-442f-bb13-374734d0ecb2), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:06.776502 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-ee4a74b5-92cd-4929-9d9a-9457d9662425 None None] Port 6ea6a72f-a1b8-442f-bb13-374734d0ecb2 cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:40:07.037436 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [req-670eb042-3725-45db-8294-83e98c38b160 req-fb6adce3-2600-4f9a-9c0f-ad5b8df3558a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ea6a72f-a1b8-442f-bb13-374734d0ecb2 {{(pid=104369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:40:07.051889 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-670eb042-3725-45db-8294-83e98c38b160 req-fb6adce3-2600-4f9a-9c0f-ad5b8df3558a service neutron] Publish callbacks [] for port (6ea6a72f-a1b8-442f-bb13-374734d0ecb2), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:07.066706 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.provisioning_blocks [req-670eb042-3725-45db-8294-83e98c38b160 req-fb6adce3-2600-4f9a-9c0f-ad5b8df3558a service neutron] Transition to ACTIVE for port object 6ea6a72f-a1b8-442f-bb13-374734d0ecb2 will not be triggered until provisioned by entity L2. {{(pid=104369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 02 13:40:07.214231 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-670eb042-3725-45db-8294-83e98c38b160 req-fb6adce3-2600-4f9a-9c0f-ad5b8df3558a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (6ea6a72f-a1b8-442f-bb13-374734d0ecb2), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:07.278809 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6adce3-2600-4f9a-9c0f-ad5b8df3558a service neutron] Pushing event updated for resources: {'Port': ['ID=6ea6a72f-a1b8-442f-bb13-374734d0ecb2,revision_number=2']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:07.397267 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33185235-3709-47fb-b0f7-f3e0337212a9 req-12a5918b-ca1f-4896-a485-c5179478b79d tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:07.398878 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-33185235-3709-47fb-b0f7-f3e0337212a9 req-12a5918b-ca1f-4896-a485-c5179478b79d tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 943 time: 0.0750642 Aug 02 13:40:07.423384 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe69542-89d9-4562-8020-b23942efdcd3 req-2a3e795f-f9b0-4970-9870-18aa8edfeb79 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:07.424972 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6fe69542-89d9-4562-8020-b23942efdcd3 req-2a3e795f-f9b0-4970-9870-18aa8edfeb79 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.1133060 Aug 02 13:40:07.426510 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-670eb042-3725-45db-8294-83e98c38b160 req-fb6adce3-2600-4f9a-9c0f-ad5b8df3558a service neutron] Attempting to bind port 6ea6a72f-a1b8-442f-bb13-374734d0ecb2 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:40:07.426862 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-670eb042-3725-45db-8294-83e98c38b160 req-fb6adce3-2600-4f9a-9c0f-ad5b8df3558a service neutron] Attempting to bind port 6ea6a72f-a1b8-442f-bb13-374734d0ecb2 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '4b13322e-2ced-4124-a560-d547d2d4a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4'}] {{(pid=104369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:40:07.427313 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670eb042-3725-45db-8294-83e98c38b160 req-fb6adce3-2600-4f9a-9c0f-ad5b8df3558a service neutron] Attempting to bind port 6ea6a72f-a1b8-442f-bb13-374734d0ecb2 on network 952afe36-ebbb-420b-9a24-e4ee044975e4 {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:40:07.433192 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670eb042-3725-45db-8294-83e98c38b160 req-fb6adce3-2600-4f9a-9c0f-ad5b8df3558a service neutron] Port 6ea6a72f-a1b8-442f-bb13-374734d0ecb2 on network 952afe36-ebbb-420b-9a24-e4ee044975e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 02 13:40:07.433666 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670eb042-3725-45db-8294-83e98c38b160 req-fb6adce3-2600-4f9a-9c0f-ad5b8df3558a service neutron] Attempting to bind port 6ea6a72f-a1b8-442f-bb13-374734d0ecb2 on network 952afe36-ebbb-420b-9a24-e4ee044975e4 {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:40:07.453018 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670eb042-3725-45db-8294-83e98c38b160 req-fb6adce3-2600-4f9a-9c0f-ad5b8df3558a service neutron] Checking agent: {'id': '69dc3da8-ee10-46f6-83b6-ed4e97a21469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'started_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:40:07.453354 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670eb042-3725-45db-8294-83e98c38b160 req-fb6adce3-2600-4f9a-9c0f-ad5b8df3558a service neutron] Checking segment: {'id': '4b13322e-2ced-4124-a560-d547d2d4a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:40:07.453740 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670eb042-3725-45db-8294-83e98c38b160 req-fb6adce3-2600-4f9a-9c0f-ad5b8df3558a service neutron] Bound using segment: {'id': '4b13322e-2ced-4124-a560-d547d2d4a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4'} {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:40:07.454198 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-670eb042-3725-45db-8294-83e98c38b160 req-fb6adce3-2600-4f9a-9c0f-ad5b8df3558a service neutron] Bound port: 6ea6a72f-a1b8-442f-bb13-374734d0ecb2, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b13322e-2ced-4124-a560-d547d2d4a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4'}}] {{(pid=104369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:40:07.454621 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-670eb042-3725-45db-8294-83e98c38b160 req-fb6adce3-2600-4f9a-9c0f-ad5b8df3558a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (6ea6a72f-a1b8-442f-bb13-374734d0ecb2), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:07.468119 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-33185235-3709-47fb-b0f7-f3e0337212a9 req-3fef231b-e4dc-40a0-967a-ce7d4d6bb38e tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606918 Aug 02 13:40:07.525313 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6fe69542-89d9-4562-8020-b23942efdcd3 req-03f2680d-7b56-4825-93e8-6a302319521b tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887046 Aug 02 13:40:07.552102 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-670eb042-3725-45db-8294-83e98c38b160 req-fb6adce3-2600-4f9a-9c0f-ad5b8df3558a service neutron] For port 6ea6a72f-a1b8-442f-bb13-374734d0ecb2, host hv-cinder-84786, cleared binding levels {{(pid=104369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:40:07.555356 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-670eb042-3725-45db-8294-83e98c38b160 req-fb6adce3-2600-4f9a-9c0f-ad5b8df3558a service neutron] For port 6ea6a72f-a1b8-442f-bb13-374734d0ecb2, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6ea6a72f-a1b8-442f-bb13-374734d0ecb2,segment=NetworkSegment(4b13322e-2ced-4124-a560-d547d2d4a361),segment_id=4b13322e-2ced-4124-a560-d547d2d4a361)] {{(pid=104369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:40:07.659062 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-670eb042-3725-45db-8294-83e98c38b160 req-fb6adce3-2600-4f9a-9c0f-ad5b8df3558a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (6ea6a72f-a1b8-442f-bb13-374734d0ecb2), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:07.697411 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670eb042-3725-45db-8294-83e98c38b160 req-fb6adce3-2600-4f9a-9c0f-ad5b8df3558a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:07.698331 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-670eb042-3725-45db-8294-83e98c38b160 req-fb6adce3-2600-4f9a-9c0f-ad5b8df3558a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:07.700402 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-670eb042-3725-45db-8294-83e98c38b160 req-fb6adce3-2600-4f9a-9c0f-ad5b8df3558a service neutron] 10.222.0.20 "PUT /v2.0/ports/6ea6a72f-a1b8-442f-bb13-374734d0ecb2 HTTP/1.1" status: 200 len: 1093 time: 1.1534934 Aug 02 13:40:07.701165 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd3d992-44e1-4518-8cab-a7f01bf89d6b', 'tag': '6ea6a72f-a1b8-442f-bb13-374734d0ecb2'}] {{(pid=104369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:40:07.705079 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bf99331ba47a6ac295264f2d91701b523438f9b2384832aa813a78b8ac64a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868c758b-a95b-4de7-8451-af75dbbaeb1d" -d '{"events": [{"name": "network-changed", "server_uuid": "2fd3d992-44e1-4518-8cab-a7f01bf89d6b", "tag": "6ea6a72f-a1b8-442f-bb13-374734d0ecb2"}]}' {{(pid=104369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:40:07.747305 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6adce3-2600-4f9a-9c0f-ad5b8df3558a service neutron] Pushing event updated for resources: {'Port': ['ID=6ea6a72f-a1b8-442f-bb13-374734d0ecb2,revision_number=3']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:07.764257 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf986d27-a0ae-4d0c-a1f5-83a3b049156c x-openstack-request-id: req-bf986d27-a0ae-4d0c-a1f5-83a3b049156c {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:40:07.764881 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fd3d992-44e1-4518-8cab-a7f01bf89d6b", "tag": "6ea6a72f-a1b8-442f-bb13-374734d0ecb2", "status": "completed", "code": 200}]} {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:40:07.765562 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bf986d27-a0ae-4d0c-a1f5-83a3b049156c {{(pid=104369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:40:07.766103 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf986d27-a0ae-4d0c-a1f5-83a3b049156c'] response: {'name': 'network-changed', 'server_uuid': '2fd3d992-44e1-4518-8cab-a7f01bf89d6b', 'tag': '6ea6a72f-a1b8-442f-bb13-374734d0ecb2', 'status': 'completed', 'code': 200} Aug 02 13:40:07.898836 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c758b-a95b-4de7-8451-af75dbbaeb1d req-70afc9a1-822c-4134-9b08-c2c64ab09969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:07.902238 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-868c758b-a95b-4de7-8451-af75dbbaeb1d req-70afc9a1-822c-4134-9b08-c2c64ab09969 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1502b667be5c45ab800f27676ab39794&device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 1127 time: 0.1071875 Aug 02 13:40:07.916402 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b00ef-8b55-4b40-af36-8808cc37c829 req-5ab0cd25-15ba-4dbf-8938-8eeb0f60b85b tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:07.918213 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-406b00ef-8b55-4b40-af36-8808cc37c829 req-5ab0cd25-15ba-4dbf-8938-8eeb0f60b85b tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 944 time: 0.0881243 Aug 02 13:40:08.037901 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-406b00ef-8b55-4b40-af36-8808cc37c829 req-570486a2-0363-4d2c-b583-6f0cecd4822a tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=55a9c943-7a0f-4b82-a942-2ac2a41fdf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102650 Aug 02 13:40:08.061480 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c758b-a95b-4de7-8451-af75dbbaeb1d req-c5e024c6-08e8-47b2-b64a-bdc2c3f13d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:08.063092 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-868c758b-a95b-4de7-8451-af75dbbaeb1d req-c5e024c6-08e8-47b2-b64a-bdc2c3f13d8f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=1502b667be5c45ab800f27676ab39794&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1439435 Aug 02 13:40:08.173649 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c758b-a95b-4de7-8451-af75dbbaeb1d req-a0d0c25e-5163-4d63-a1b3-b78677c472bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:08.175185 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-868c758b-a95b-4de7-8451-af75dbbaeb1d req-a0d0c25e-5163-4d63-a1b3-b78677c472bc service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1058817 Aug 02 13:40:08.263819 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670eb042-3725-45db-8294-83e98c38b160 req-8c61fe2a-e43c-4024-8201-1979f09604f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:08.265518 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-670eb042-3725-45db-8294-83e98c38b160 req-8c61fe2a-e43c-4024-8201-1979f09604f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1502b667be5c45ab800f27676ab39794&device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 1127 time: 0.0474694 Aug 02 13:40:08.307548 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-670eb042-3725-45db-8294-83e98c38b160 req-2a6fba93-ae17-4e60-8f3a-0c121c7bb0d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ea6a72f-a1b8-442f-bb13-374734d0ecb2 HTTP/1.1" status: 200 len: 217 time: 0.0328548 Aug 02 13:40:08.365671 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670eb042-3725-45db-8294-83e98c38b160 req-333e33a0-d719-4637-a3d9-37e3e420d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:08.367210 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-670eb042-3725-45db-8294-83e98c38b160 req-333e33a0-d719-4637-a3d9-37e3e420d345 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce360482-e138-41d7-8f5d-ea14c6cf06af HTTP/1.1" status: 200 len: 858 time: 0.0516825 Aug 02 13:40:08.422237 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670eb042-3725-45db-8294-83e98c38b160 req-cefa6278-b535-4692-bfb3-b62114398c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:08.423951 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-670eb042-3725-45db-8294-83e98c38b160 req-cefa6278-b535-4692-bfb3-b62114398c20 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=952afe36-ebbb-420b-9a24-e4ee044975e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502205 Aug 02 13:40:08.530724 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-670eb042-3725-45db-8294-83e98c38b160 req-bfa87afb-a1f9-4464-b929-0c30a656f4e2 service neutron] 10.222.0.20 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978551 Aug 02 13:40:08.631287 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf11072-2c4a-4a40-bea3-608da3dc559e req-e9878f65-132e-44ab-8235-c3b61a4595be tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:08.632822 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-fcf11072-2c4a-4a40-bea3-608da3dc559e req-e9878f65-132e-44ab-8235-c3b61a4595be tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 943 time: 0.0775917 Aug 02 13:40:08.674097 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-670eb042-3725-45db-8294-83e98c38b160 req-65370c56-f396-417e-ada6-8aca0717a8a4 service neutron] 10.222.0.20 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373944 Aug 02 13:40:08.690962 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-fcf11072-2c4a-4a40-bea3-608da3dc559e req-7a857eec-1e36-4377-b8ef-dbb2f5f6e23c tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504463 Aug 02 13:40:08.698593 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6eb2e-8041-416e-a2fe-fe8e139967a5 req-fddc97f8-3950-4cb2-8dce-bdfd346a1898 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:08.698593 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6cb6eb2e-8041-416e-a2fe-fe8e139967a5 req-fddc97f8-3950-4cb2-8dce-bdfd346a1898 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0718656 Aug 02 13:40:08.779563 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6cb6eb2e-8041-416e-a2fe-fe8e139967a5 req-bcbd33a8-8703-4878-8ecc-80e449fde6c8 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692840 Aug 02 13:40:08.926458 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device b9cc8970-ccde-4a2c-9e37-0487824e1c7c details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 13:40:09.046005 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port b9cc8970-ccde-4a2c-9e37-0487824e1c7c, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=b9cc8970-ccde-4a2c-9e37-0487824e1c7c,segment=NetworkSegment(ce1819a5-765d-4f56-8809-88a6774bc35d),segment_id=ce1819a5-765d-4f56-8809-88a6774bc35d)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:40:09.060240 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Returning: {'device': 'b9cc8970-ccde-4a2c-9e37-0487824e1c7c', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'port_id': 'b9cc8970-ccde-4a2c-9e37-0487824e1c7c', 'mac_address': 'fa:16:3e:b3:5a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 13:40:09.120480 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port b9cc8970-ccde-4a2c-9e37-0487824e1c7c is: DOWN; New status is: BUILD {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:40:09.124019 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (b9cc8970-ccde-4a2c-9e37-0487824e1c7c), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:09.146513 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9cc8970-ccde-4a2c-9e37-0487824e1c7c {{(pid=104370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:40:09.176978 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port b9cc8970-ccde-4a2c-9e37-0487824e1c7c, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=b9cc8970-ccde-4a2c-9e37-0487824e1c7c,segment=NetworkSegment(ce1819a5-765d-4f56-8809-88a6774bc35d),segment_id=ce1819a5-765d-4f56-8809-88a6774bc35d)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:40:09.185586 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6668e5e-210f-4ffe-ae9e-2290893d590d req-31c353ea-2655-46fa-9a91-9c32f1fb4add tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:09.187280 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-c6668e5e-210f-4ffe-ae9e-2290893d590d req-31c353ea-2655-46fa-9a91-9c32f1fb4add tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 944 time: 0.0605454 Aug 02 13:40:09.247256 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-c6668e5e-210f-4ffe-ae9e-2290893d590d req-b3a0ba81-4676-4bd9-af2d-e457eaa080ed tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=55a9c943-7a0f-4b82-a942-2ac2a41fdf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541263 Aug 02 13:40:09.257034 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (b9cc8970-ccde-4a2c-9e37-0487824e1c7c), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:09.314939 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=b9cc8970-ccde-4a2c-9e37-0487824e1c7c,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:09.323912 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:09.324297 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:09.324676 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:09.325019 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:09.325353 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:09.325686 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:09.326014 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:09.326342 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:09.326700 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:09.327043 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:09.327545 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:09.327871 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:09.328328 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:09.555296 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['b9cc8970-ccde-4a2c-9e37-0487824e1c7c'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:40:09.817254 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a6b3f-060d-4e3f-8991-42a5feceb694 req-a8682b61-002a-4c22-80b8-a815b1056a16 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:09.818955 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2e2a6b3f-060d-4e3f-8991-42a5feceb694 req-a8682b61-002a-4c22-80b8-a815b1056a16 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 943 time: 0.0563395 Aug 02 13:40:09.879707 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2e2a6b3f-060d-4e3f-8991-42a5feceb694 req-b18a7dd9-c6ea-41b5-87a6-fb72abc7cfd5 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533235 Aug 02 13:40:09.928123 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfcd9c-11e1-405d-a587-6a5ede8b12a5 req-f1516feb-0b2e-4a41-9021-3c54ff13960d tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:09.930148 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-24cfcd9c-11e1-405d-a587-6a5ede8b12a5 req-f1516feb-0b2e-4a41-9021-3c54ff13960d tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0668857 Aug 02 13:40:09.989286 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-24cfcd9c-11e1-405d-a587-6a5ede8b12a5 req-95f9d31a-407a-4844-be87-a167ce32e0ed tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521500 Aug 02 13:40:10.621249 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75442b15-717e-4179-8356-aafc9ff775a0 req-8cd7a15a-42ca-4470-a074-2ed5ce14d897 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:10.622869 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-75442b15-717e-4179-8356-aafc9ff775a0 req-8cd7a15a-42ca-4470-a074-2ed5ce14d897 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 945 time: 0.2999585 Aug 02 13:40:10.677906 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-75442b15-717e-4179-8356-aafc9ff775a0 req-56d784f3-2ddc-43aa-9cee-3d0b756e3717 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=55a9c943-7a0f-4b82-a942-2ac2a41fdf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468862 Aug 02 13:40:10.935207 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device b9cc8970-ccde-4a2c-9e37-0487824e1c7c up at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:40:11.016411 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9628b4-5255-423d-8b8f-278a8d0c2ad6 req-cae0c939-9718-4bcd-a3d4-3e7b549bb081 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:11.017992 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2e9628b4-5255-423d-8b8f-278a8d0c2ad6 req-cae0c939-9718-4bcd-a3d4-3e7b549bb081 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 943 time: 0.0584133 Aug 02 13:40:11.065262 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning for port b9cc8970-ccde-4a2c-9e37-0487824e1c7c completed by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 02 13:40:11.071098 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning complete for port b9cc8970-ccde-4a2c-9e37-0487824e1c7c triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:40:11.071796 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (b9cc8970-ccde-4a2c-9e37-0487824e1c7c), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:11.093173 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2e9628b4-5255-423d-8b8f-278a8d0c2ad6 req-989fcd12-5aad-486d-92a9-f7f4d6d098ca tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618584 Aug 02 13:40:11.151049 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c2322-ccbe-4dbe-91ff-77d62bb218b6 req-125f5ba5-e051-4f9b-85eb-b9487d90f942 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:11.152574 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-b01c2322-ccbe-4dbe-91ff-77d62bb218b6 req-125f5ba5-e051-4f9b-85eb-b9487d90f942 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0789101 Aug 02 13:40:11.155846 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port b9cc8970-ccde-4a2c-9e37-0487824e1c7c is: BUILD; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:40:11.156244 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (b9cc8970-ccde-4a2c-9e37-0487824e1c7c), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:11.192204 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a631415-4945-444c-8fa5-26fc9fafa585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9cc8970-ccde-4a2c-9e37-0487824e1c7c'}] {{(pid=104370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:40:11.194840 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7baa883c66606d2bd29c352a6206e712ed5fe15c106669ddbeacd0f82211b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff5a18e-ad53-4828-99c5-027884942879" -d '{"events": [{"server_uuid": "7a631415-4945-444c-8fa5-26fc9fafa585", "name": "network-vif-plugged", "status": "completed", "tag": "b9cc8970-ccde-4a2c-9e37-0487824e1c7c"}]}' {{(pid=104370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:40:11.209115 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port b9cc8970-ccde-4a2c-9e37-0487824e1c7c, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=b9cc8970-ccde-4a2c-9e37-0487824e1c7c,segment=NetworkSegment(ce1819a5-765d-4f56-8809-88a6774bc35d),segment_id=ce1819a5-765d-4f56-8809-88a6774bc35d)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:40:11.220098 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-b01c2322-ccbe-4dbe-91ff-77d62bb218b6 req-244d6b12-66fa-4036-8ba2-aa03566ff89c tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588617 Aug 02 13:40:11.239542 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c89c766-d9f0-4c12-98bc-297e5d034319 x-openstack-request-id: req-1c89c766-d9f0-4c12-98bc-297e5d034319 {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:40:11.239876 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a631415-4945-444c-8fa5-26fc9fafa585", "name": "network-vif-plugged", "status": "completed", "tag": "b9cc8970-ccde-4a2c-9e37-0487824e1c7c", "code": 200}]} {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:40:11.240268 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1c89c766-d9f0-4c12-98bc-297e5d034319 {{(pid=104370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:40:11.240675 dv-cinder-847864-8-iscsi neutron-server[104370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c89c766-d9f0-4c12-98bc-297e5d034319'] response: {'server_uuid': '7a631415-4945-444c-8fa5-26fc9fafa585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9cc8970-ccde-4a2c-9e37-0487824e1c7c', 'code': 200} Aug 02 13:40:11.366140 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (b9cc8970-ccde-4a2c-9e37-0487824e1c7c), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:11.419330 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=b9cc8970-ccde-4a2c-9e37-0487824e1c7c,revision_number=5']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:11.607400 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946db927-82b7-4440-9cef-f97203e68148 req-86ccffeb-2dff-4b85-89a4-499a50010b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:11.609150 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-946db927-82b7-4440-9cef-f97203e68148 req-86ccffeb-2dff-4b85-89a4-499a50010b08 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 1130 time: 0.0532355 Aug 02 13:40:11.660292 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-946db927-82b7-4440-9cef-f97203e68148 req-2ec4879f-1a69-471c-b045-8d4a8cb4c93d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=55a9c943-7a0f-4b82-a942-2ac2a41fdf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433171 Aug 02 13:40:11.815347 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feacf98-ff92-428e-90cd-6c6aaaccac3a req-d3d259ac-7ff7-4a5a-947e-4ca4cab89f40 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:11.817513 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-3feacf98-ff92-428e-90cd-6c6aaaccac3a req-d3d259ac-7ff7-4a5a-947e-4ca4cab89f40 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 946 time: 0.0601375 Aug 02 13:40:11.881360 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-3feacf98-ff92-428e-90cd-6c6aaaccac3a req-a32288e5-4a50-4947-86a1-5b33c4efb642 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=55a9c943-7a0f-4b82-a942-2ac2a41fdf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573509 Aug 02 13:40:12.251568 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacf2cf-b321-44e3-a29a-db7b17cf1f92 req-274c7a84-eef6-4437-84de-0826e7c2f6fe tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:12.264751 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-0dacf2cf-b321-44e3-a29a-db7b17cf1f92 req-274c7a84-eef6-4437-84de-0826e7c2f6fe tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 943 time: 0.0813591 Aug 02 13:40:12.324886 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-0dacf2cf-b321-44e3-a29a-db7b17cf1f92 req-4cb1c61d-8f2a-4222-bb68-88986231fa84 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598574 Aug 02 13:40:12.382947 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11192d6-9d19-4495-a3cb-ab209d7c3438 req-27f831bd-37be-4c4d-bab8-2a9f6db53f3c tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:12.384523 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f11192d6-9d19-4495-a3cb-ab209d7c3438 req-27f831bd-37be-4c4d-bab8-2a9f6db53f3c tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0776105 Aug 02 13:40:12.468815 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f11192d6-9d19-4495-a3cb-ab209d7c3438 req-40a31d1c-d2e1-4adb-96f1-85e012e16fd1 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769458 Aug 02 13:40:12.936754 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 6ea6a72f-a1b8-442f-bb13-374734d0ecb2 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 13:40:13.033133 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f72342-615a-415d-be44-48fbb7792cb2 req-2bf91a3d-8dbc-4936-9a9a-0c833b4be5aa tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:13.034978 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-95f72342-615a-415d-be44-48fbb7792cb2 req-2bf91a3d-8dbc-4936-9a9a-0c833b4be5aa tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 946 time: 0.0687325 Aug 02 13:40:13.044278 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 6ea6a72f-a1b8-442f-bb13-374734d0ecb2, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6ea6a72f-a1b8-442f-bb13-374734d0ecb2,segment=NetworkSegment(4b13322e-2ced-4124-a560-d547d2d4a361),segment_id=4b13322e-2ced-4124-a560-d547d2d4a361)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:40:13.057300 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Returning: {'device': '6ea6a72f-a1b8-442f-bb13-374734d0ecb2', 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4', 'port_id': '6ea6a72f-a1b8-442f-bb13-374734d0ecb2', 'mac_address': 'fa:16:3e:50:47:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce360482-e138-41d7-8f5d-ea14c6cf06af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 13:40:13.090443 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-95f72342-615a-415d-be44-48fbb7792cb2 req-5d757190-8058-48bf-98dd-f63cdac19af3 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=55a9c943-7a0f-4b82-a942-2ac2a41fdf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481145 Aug 02 13:40:13.109483 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port 6ea6a72f-a1b8-442f-bb13-374734d0ecb2 is: DOWN; New status is: BUILD {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:40:13.110311 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (6ea6a72f-a1b8-442f-bb13-374734d0ecb2), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:13.125221 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea6a72f-a1b8-442f-bb13-374734d0ecb2 {{(pid=104370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:40:13.149781 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 6ea6a72f-a1b8-442f-bb13-374734d0ecb2, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6ea6a72f-a1b8-442f-bb13-374734d0ecb2,segment=NetworkSegment(4b13322e-2ced-4124-a560-d547d2d4a361),segment_id=4b13322e-2ced-4124-a560-d547d2d4a361)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:40:13.258314 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (6ea6a72f-a1b8-442f-bb13-374734d0ecb2), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:13.319836 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=6ea6a72f-a1b8-442f-bb13-374734d0ecb2,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:13.483215 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bc68d-7331-49a6-87da-3cf16853de13 req-f5050a14-0822-486b-b28b-07d72e25f90e tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:13.483215 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-636bc68d-7331-49a6-87da-3cf16853de13 req-f5050a14-0822-486b-b28b-07d72e25f90e tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 944 time: 0.0588880 Aug 02 13:40:13.542970 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-636bc68d-7331-49a6-87da-3cf16853de13 req-53dc3be6-bc24-4a4d-85f5-1ae4e13f5f47 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524468 Aug 02 13:40:13.570609 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['6ea6a72f-a1b8-442f-bb13-374734d0ecb2'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:40:13.642544 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe9b2f-becc-4827-a761-5ea198b04ed4 req-c495496e-7b1b-4e26-bfdb-3949725d57d6 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:13.645221 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-0abe9b2f-becc-4827-a761-5ea198b04ed4 req-c495496e-7b1b-4e26-bfdb-3949725d57d6 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0856910 Aug 02 13:40:13.738608 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-0abe9b2f-becc-4827-a761-5ea198b04ed4 req-6bbec33f-d4ac-41fd-99af-7b35a052f895 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844660 Aug 02 13:40:14.224712 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1146b96-295b-4979-a6ed-e75da4ac211b req-02341804-bd4b-479a-903a-ef0c5788eb09 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:14.226324 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f1146b96-295b-4979-a6ed-e75da4ac211b req-02341804-bd4b-479a-903a-ef0c5788eb09 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 946 time: 0.0567598 Aug 02 13:40:14.289576 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f1146b96-295b-4979-a6ed-e75da4ac211b req-d29187e1-bb35-4c2c-a107-53920ec62786 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=55a9c943-7a0f-4b82-a942-2ac2a41fdf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568690 Aug 02 13:40:14.451133 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bf412-4881-46fa-9109-1523b2c66c2b req-4e938511-606c-4340-ad40-fe9ed0b84fe1 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:14.453873 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-c10bf412-4881-46fa-9109-1523b2c66c2b req-4e938511-606c-4340-ad40-fe9ed0b84fe1 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 946 time: 0.0787716 Aug 02 13:40:14.464988 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 36832) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:40:14.473169 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-1298ee7c-1149-4590-8100-c3688db1eedb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Request body: {'floatingip': {'port_id': 'b9cc8970-ccde-4a2c-9e37-0487824e1c7c'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:40:14.514596 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-1298ee7c-1149-4590-8100-c3688db1eedb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for floatingip (cd538403-85b1-41ad-9d4c-9879c2f41f6e), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:14.754365 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a89e9a-0d8a-4fab-9923-718131cd74c0 req-a9b580d2-1c61-48f6-90be-3e28127174fb tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:14.755905 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-18a89e9a-0d8a-4fab-9923-718131cd74c0 req-a9b580d2-1c61-48f6-90be-3e28127174fb tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 944 time: 0.1164258 Aug 02 13:40:14.756736 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-243020b4-7ac8-4159-a336-92be1a7819ae tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1875824093&fields=id&tenant_id=26af2dc63c6142548bb513c4aed2b4d0 HTTP/1.1" status: 200 len: 267 time: 0.0489082 Aug 02 13:40:14.876510 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-18a89e9a-0d8a-4fab-9923-718131cd74c0 req-395165c0-f2f5-4928-8c4b-0a2c6475a2a7 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947526 Aug 02 13:40:14.883607 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-66a582b8-ef7d-45d8-aadf-b691c913927f tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:14.886162 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-66a582b8-ef7d-45d8-aadf-b691c913927f tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/networks?id=01ffcfab-a887-4187-8399-c98076da1ec3 HTTP/1.1" status: 200 len: 812 time: 0.1215577 Aug 02 13:40:14.912637 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-421a4f07-659c-41fe-8e60-24f97bfbdecd tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/quotas/26af2dc63c6142548bb513c4aed2b4d0 HTTP/1.1" status: 200 len: 375 time: 0.0154603 Aug 02 13:40:14.965731 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 6ea6a72f-a1b8-442f-bb13-374734d0ecb2 up at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:40:14.970595 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-f170494d-af92-40ba-bb84-24492ef2cbdf tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=26af2dc63c6142548bb513c4aed2b4d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555756 Aug 02 13:40:15.080977 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-26f0619f-4754-4527-af7c-d47809bdbb7c service neutron] 10.222.0.67 "GET /v2.0/networks/01ffcfab-a887-4187-8399-c98076da1ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962005 Aug 02 13:40:15.090712 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9b505-8277-430c-9581-bfbb0333849e req-bca2f248-5433-4c47-9ec9-5b5bf14ce22e tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:15.092254 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-7ed9b505-8277-430c-9581-bfbb0333849e req-bca2f248-5433-4c47-9ec9-5b5bf14ce22e tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.1136715 Aug 02 13:40:15.162252 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning for port 6ea6a72f-a1b8-442f-bb13-374734d0ecb2 completed by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 02 13:40:15.167926 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning complete for port 6ea6a72f-a1b8-442f-bb13-374734d0ecb2 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:40:15.168673 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (6ea6a72f-a1b8-442f-bb13-374734d0ecb2), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:15.177316 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-1298ee7c-1149-4590-8100-c3688db1eedb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:15.197618 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-df5c48ac-d472-49a5-91f8-c7de86b6b27b service neutron] 10.222.0.67 "GET /v2.0/networks/01ffcfab-a887-4187-8399-c98076da1ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068602 Aug 02 13:40:15.197946 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-7ed9b505-8277-430c-9581-bfbb0333849e req-0d02e3b6-cc9c-4543-a6d3-aec0f0eb8ba1 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939867 Aug 02 13:40:15.263410 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-1298ee7c-1149-4590-8100-c3688db1eedb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772271'] for floatingip (cd538403-85b1-41ad-9d4c-9879c2f41f6e), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:15.287378 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port 6ea6a72f-a1b8-442f-bb13-374734d0ecb2 is: BUILD; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:40:15.287937 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (6ea6a72f-a1b8-442f-bb13-374734d0ecb2), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:15.317007 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd3d992-44e1-4518-8cab-a7f01bf89d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea6a72f-a1b8-442f-bb13-374734d0ecb2'}] {{(pid=104370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:40:15.319405 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7baa883c66606d2bd29c352a6206e712ed5fe15c106669ddbeacd0f82211b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca048f1-f439-4843-af9d-f1708c1bf169" -d '{"events": [{"server_uuid": "2fd3d992-44e1-4518-8cab-a7f01bf89d6b", "name": "network-vif-plugged", "status": "completed", "tag": "6ea6a72f-a1b8-442f-bb13-374734d0ecb2"}]}' {{(pid=104370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:40:15.335153 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 6ea6a72f-a1b8-442f-bb13-374734d0ecb2, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6ea6a72f-a1b8-442f-bb13-374734d0ecb2,segment=NetworkSegment(4b13322e-2ced-4124-a560-d547d2d4a361),segment_id=4b13322e-2ced-4124-a560-d547d2d4a361)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:40:15.364597 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709f148e-9dcc-4b88-923e-7130277debd0 x-openstack-request-id: req-709f148e-9dcc-4b88-923e-7130277debd0 {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:40:15.365128 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd3d992-44e1-4518-8cab-a7f01bf89d6b", "name": "network-vif-plugged", "status": "completed", "tag": "6ea6a72f-a1b8-442f-bb13-374734d0ecb2", "code": 200}]} {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:40:15.366091 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-709f148e-9dcc-4b88-923e-7130277debd0 {{(pid=104370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:40:15.366091 dv-cinder-847864-8-iscsi neutron-server[104370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-709f148e-9dcc-4b88-923e-7130277debd0'] response: {'server_uuid': '2fd3d992-44e1-4518-8cab-a7f01bf89d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea6a72f-a1b8-442f-bb13-374734d0ecb2', 'code': 200} Aug 02 13:40:15.386575 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.db.l3_db [None req-1298ee7c-1149-4590-8100-c3688db1eedb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Floating IP cd538403-85b1-41ad-9d4c-9879c2f41f6e associated. External IP: 172.27.4.82, port: b9cc8970-ccde-4a2c-9e37-0487824e1c7c. Aug 02 13:40:15.492694 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (6ea6a72f-a1b8-442f-bb13-374734d0ecb2), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:15.547367 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=6ea6a72f-a1b8-442f-bb13-374734d0ecb2,revision_number=5']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:15.630196 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1298ee7c-1149-4590-8100-c3688db1eedb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Router b12058e6-bae6-4476-a2e0-876fd99b59ab has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:40:15.699442 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:40:15.791639 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1298ee7c-1149-4590-8100-c3688db1eedb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:40:15.798759 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-1298ee7c-1149-4590-8100-c3688db1eedb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:15.807306 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35ba1e3-a92e-40dc-a861-e7bfb70539dd None None] Sync routers for ids ['b12058e6-bae6-4476-a2e0-876fd99b59ab'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:40:15.823738 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35ba1e3-a92e-40dc-a861-e7bfb70539dd None None] Routers {'b12058e6-bae6-4476-a2e0-876fd99b59ab'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:40:15.824385 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-c35ba1e3-a92e-40dc-a861-e7bfb70539dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:39:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['b12058e6-bae6-4476-a2e0-876fd99b59ab'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:40:15.834919 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7772e8-04a3-4870-91fc-7ba610d043b8 req-a90c2ae5-b987-4837-ae1a-ddf859e5c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:15.836444 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ca7772e8-04a3-4870-91fc-7ba610d043b8 req-a90c2ae5-b987-4837-ae1a-ddf859e5c551 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 1129 time: 0.1063521 Aug 02 13:40:15.845794 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-1298ee7c-1149-4590-8100-c3688db1eedb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "PUT /v2.0/floatingips/cd538403-85b1-41ad-9d4c-9879c2f41f6e HTTP/1.1" status: 200 len: 991 time: 1.3766589 Aug 02 13:40:15.845794 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a631415-4945-444c-8fa5-26fc9fafa585', 'tag': 'b9cc8970-ccde-4a2c-9e37-0487824e1c7c'}] {{(pid=104369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:40:15.846565 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bf99331ba47a6ac295264f2d91701b523438f9b2384832aa813a78b8ac64a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af8d819-0a5e-4beb-80c0-4cbd49172e42" -d '{"events": [{"name": "network-changed", "server_uuid": "7a631415-4945-444c-8fa5-26fc9fafa585", "tag": "b9cc8970-ccde-4a2c-9e37-0487824e1c7c"}]}' {{(pid=104369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:40:15.897293 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75f12a2-48c2-4a43-9687-da4262adc759 x-openstack-request-id: req-d75f12a2-48c2-4a43-9687-da4262adc759 {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:40:15.897589 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a631415-4945-444c-8fa5-26fc9fafa585", "tag": "b9cc8970-ccde-4a2c-9e37-0487824e1c7c", "status": "completed", "code": 200}]} {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:40:15.897845 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d75f12a2-48c2-4a43-9687-da4262adc759 {{(pid=104369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:40:15.898245 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d75f12a2-48c2-4a43-9687-da4262adc759'] response: {'name': 'network-changed', 'server_uuid': '7a631415-4945-444c-8fa5-26fc9fafa585', 'tag': 'b9cc8970-ccde-4a2c-9e37-0487824e1c7c', 'status': 'completed', 'code': 200} Aug 02 13:40:15.922272 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ca7772e8-04a3-4870-91fc-7ba610d043b8 req-e400a48a-3ba7-4676-a235-bbd86f23136a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722432 Aug 02 13:40:15.958166 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-001577f0-76e0-4e3e-8934-328a7d571f2c req-47b6624a-de68-43d4-bf6d-25f9b1b7249c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 210 time: 0.0507047 Aug 02 13:40:16.041145 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a727447-a0fb-4756-a914-7737fe90627a req-737f930b-ecd9-42c8-8d95-79a2c0433fa1 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:16.049480 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5a727447-a0fb-4756-a914-7737fe90627a req-737f930b-ecd9-42c8-8d95-79a2c0433fa1 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 945 time: 0.0756807 Aug 02 13:40:16.104663 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5a727447-a0fb-4756-a914-7737fe90627a req-75446577-860d-466a-9d7a-bce695ca59d1 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541778 Aug 02 13:40:16.172388 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-c35ba1e3-a92e-40dc-a861-e7bfb70539dd None None] Set router b12058e6-bae6-4476-a2e0-876fd99b59ab gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:40:16.216907 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8d819-0a5e-4beb-80c0-4cbd49172e42 req-ca9169b8-f485-4c25-ab26-ff3c2418420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:16.219225 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-3af8d819-0a5e-4beb-80c0-4cbd49172e42 req-ca9169b8-f485-4c25-ab26-ff3c2418420f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2fd74b29e9441818796d9040d4be7e5&device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 1130 time: 0.0597134 Aug 02 13:40:16.339033 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8d819-0a5e-4beb-80c0-4cbd49172e42 req-fe61e1f8-76d1-461a-aa7f-83f26c8810cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:16.340777 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-3af8d819-0a5e-4beb-80c0-4cbd49172e42 req-fe61e1f8-76d1-461a-aa7f-83f26c8810cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=b9a0aff9-4db3-4151-8258-5ca59205b7ca HTTP/1.1" status: 200 len: 916 time: 0.1142642 Aug 02 13:40:16.374238 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd2423-8fbb-472c-a97c-690cf1dde351 req-70b576bc-2c5c-4ddb-b9d1-aec5b88357da tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:16.376480 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6bfd2423-8fbb-472c-a97c-690cf1dde351 req-70b576bc-2c5c-4ddb-b9d1-aec5b88357da tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0728180 Aug 02 13:40:16.418348 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-3af8d819-0a5e-4beb-80c0-4cbd49172e42 req-97de9a27-e4d0-425c-8186-8f52f6f86875 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9cc8970-ccde-4a2c-9e37-0487824e1c7c HTTP/1.1" status: 200 len: 999 time: 0.0677412 Aug 02 13:40:16.440431 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6bfd2423-8fbb-472c-a97c-690cf1dde351 req-321afe4f-46b4-47a8-ae67-80f11ba78201 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543172 Aug 02 13:40:16.495878 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-c35ba1e3-a92e-40dc-a861-e7bfb70539dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'name': 'tempest-AttachVolumeNegativeTest-1899220404-router', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178'}], 'enable_snat': True}, 'gw_port_id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:51Z', 'revision_number': 4, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'gw_port': {'id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:42Z', 'updated_at': '2022-08-02T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'cd538403-85b1-41ad-9d4c-9879c2f41f6e', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'floating_ip_address': '172.27.4.82', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'port_id': 'b9cc8970-ccde-4a2c-9e37-0487824e1c7c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'mac_address': 'fa:16:3e:b3:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a631415-4945-444c-8fa5-26fc9fafa585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:39:49Z', 'updated_at': '2022-08-02T13:40:15Z', 'revision_number': 1, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'fixed_ip_address_scope': None}, {'id': 'd7578105-356a-4e31-9e0b-f7618863adc5', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'floating_ip_address': '172.27.4.176', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'port_id': 'e8f5c259-0492-4bee-a27b-756427eaf688', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'mac_address': 'fa:16:3e:44:a4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7419ea33-4f31-4b76-8a22-38471cc0a6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:38:01Z', 'updated_at': '2022-08-02T13:38:39Z', 'revision_number': 2, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '319a239b-729c-484f-a6f7-158e17594b21', 'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'mac_address': 'fa:16:3e:3f:40:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:48Z', 'updated_at': '2022-08-02T13:38:06Z', 'revision_number': 5, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'subnets': [{'id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:40:16.508050 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8d819-0a5e-4beb-80c0-4cbd49172e42 req-1456d69d-c781-4f14-9f26-1a1b5abcd13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:16.509543 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-3af8d819-0a5e-4beb-80c0-4cbd49172e42 req-1456d69d-c781-4f14-9f26-1a1b5abcd13d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8569d97-f9a0-41c9-a9b0-dce29c9f7e4e HTTP/1.1" status: 200 len: 854 time: 0.0616667 Aug 02 13:40:16.531169 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35ba1e3-a92e-40dc-a861-e7bfb70539dd None None] Checking router: b12058e6-bae6-4476-a2e0-876fd99b59ab for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:40:16.542844 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35ba1e3-a92e-40dc-a861-e7bfb70539dd None None] Routers {'b12058e6-bae6-4476-a2e0-876fd99b59ab'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:40:16.543577 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-c35ba1e3-a92e-40dc-a861-e7bfb70539dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:39:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['b12058e6-bae6-4476-a2e0-876fd99b59ab'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:40:16.671424 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-c35ba1e3-a92e-40dc-a861-e7bfb70539dd None None] Set router b12058e6-bae6-4476-a2e0-876fd99b59ab gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:40:16.916567 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-c35ba1e3-a92e-40dc-a861-e7bfb70539dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'name': 'tempest-AttachVolumeNegativeTest-1899220404-router', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178'}], 'enable_snat': True}, 'gw_port_id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:51Z', 'revision_number': 4, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'gw_port': {'id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:42Z', 'updated_at': '2022-08-02T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'cd538403-85b1-41ad-9d4c-9879c2f41f6e', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'floating_ip_address': '172.27.4.82', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'port_id': 'b9cc8970-ccde-4a2c-9e37-0487824e1c7c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'mac_address': 'fa:16:3e:b3:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a631415-4945-444c-8fa5-26fc9fafa585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:39:49Z', 'updated_at': '2022-08-02T13:40:15Z', 'revision_number': 1, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'fixed_ip_address_scope': None}, {'id': 'd7578105-356a-4e31-9e0b-f7618863adc5', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'floating_ip_address': '172.27.4.176', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'port_id': 'e8f5c259-0492-4bee-a27b-756427eaf688', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'mac_address': 'fa:16:3e:44:a4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7419ea33-4f31-4b76-8a22-38471cc0a6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:38:01Z', 'updated_at': '2022-08-02T13:38:39Z', 'revision_number': 2, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '319a239b-729c-484f-a6f7-158e17594b21', 'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'mac_address': 'fa:16:3e:3f:40:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:48Z', 'updated_at': '2022-08-02T13:38:06Z', 'revision_number': 5, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'subnets': [{'id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:40:16.944642 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35ba1e3-a92e-40dc-a861-e7bfb70539dd None None] The sync data for ids ['b12058e6-bae6-4476-a2e0-876fd99b59ab'] in dv-cinder-847864-8-iscsi is: [{'id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'name': 'tempest-AttachVolumeNegativeTest-1899220404-router', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178'}], 'enable_snat': True}, 'gw_port_id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:51Z', 'revision_number': 4, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'gw_port': {'id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:42Z', 'updated_at': '2022-08-02T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'cd538403-85b1-41ad-9d4c-9879c2f41f6e', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'floating_ip_address': '172.27.4.82', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'port_id': 'b9cc8970-ccde-4a2c-9e37-0487824e1c7c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'mac_address': 'fa:16:3e:b3:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a631415-4945-444c-8fa5-26fc9fafa585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:39:49Z', 'updated_at': '2022-08-02T13:40:15Z', 'revision_number': 1, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'fixed_ip_address_scope': None}, {'id': 'd7578105-356a-4e31-9e0b-f7618863adc5', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'floating_ip_address': '172.27.4.176', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'port_id': 'e8f5c259-0492-4bee-a27b-756427eaf688', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'mac_address': 'fa:16:3e:44:a4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7419ea33-4f31-4b76-8a22-38471cc0a6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:38:01Z', 'updated_at': '2022-08-02T13:38:39Z', 'revision_number': 2, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '319a239b-729c-484f-a6f7-158e17594b21', 'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'mac_address': 'fa:16:3e:3f:40:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:48Z', 'updated_at': '2022-08-02T13:38:06Z', 'revision_number': 5, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'subnets': [{'id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:40:17.081719 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6c583db2-3bcd-43f1-b8a7-2aa4851cb07c req-97ce477b-a93c-4625-9ac6-897e165fc3c2 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 210 time: 0.0515652 Aug 02 13:40:17.216582 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4891e8da-fb25-49e4-94db-d9e1a2ddd71e None None] New status for floating IP cd538403-85b1-41ad-9d4c-9879c2f41f6e: ACTIVE {{(pid=104371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:40:17.286123 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a850e49-7e27-4ff9-8fd2-d4164ec43c89 req-0e568f3f-7e72-423b-9d04-5027ecd83afa tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:17.288577 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4a850e49-7e27-4ff9-8fd2-d4164ec43c89 req-0e568f3f-7e72-423b-9d04-5027ecd83afa tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 945 time: 0.0784109 Aug 02 13:40:17.347516 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4a850e49-7e27-4ff9-8fd2-d4164ec43c89 req-d519120c-a706-4f35-9c24-b576d40be5bb tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509841 Aug 02 13:40:17.425173 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8d819-0a5e-4beb-80c0-4cbd49172e42 req-e9411cc2-2858-44b1-b630-67fcdd01864c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:17.427420 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-3af8d819-0a5e-4beb-80c0-4cbd49172e42 req-e9411cc2-2858-44b1-b630-67fcdd01864c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b9a0aff9-4db3-4151-8258-5ca59205b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0732780 Aug 02 13:40:17.600777 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c465d3-bbd0-4f58-93e2-88043cc058ab req-4bb27dd0-a444-4cee-82ae-1a1d1c22022b tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:17.602785 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-16c465d3-bbd0-4f58-93e2-88043cc058ab req-4bb27dd0-a444-4cee-82ae-1a1d1c22022b tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0636969 Aug 02 13:40:17.658976 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-16c465d3-bbd0-4f58-93e2-88043cc058ab req-dc8199f4-995d-487d-ac1c-d11f656e86d8 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500760 Aug 02 13:40:18.187839 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-79190cdd-0e84-411c-b051-fc0c664525af req-b0cabd31-4989-4424-85f4-a27b7cf7c9c0 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 210 time: 0.0283818 Aug 02 13:40:18.242674 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-3af8d819-0a5e-4beb-80c0-4cbd49172e42 req-d854c700-ece7-4026-acb4-01fc194576cd service neutron] 10.222.0.20 "GET /v2.0/networks/b9a0aff9-4db3-4151-8258-5ca59205b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911424 Aug 02 13:40:18.495914 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fea130-62f7-4f65-940c-aac069e0a176 req-c4fd3010-6eed-4aca-9868-1e2a54efe35b tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:18.498623 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-55fea130-62f7-4f65-940c-aac069e0a176 req-c4fd3010-6eed-4aca-9868-1e2a54efe35b tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 945 time: 0.0657468 Aug 02 13:40:18.548413 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-55fea130-62f7-4f65-940c-aac069e0a176 req-83d19d51-449b-4bc5-ab13-5edbf69494fe tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442896 Aug 02 13:40:18.790744 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f39d0-244d-4c6b-823c-76414df42997 req-557b58cc-b628-4f7c-b79b-c0ded2f6a45f tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:18.792375 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ab0f39d0-244d-4c6b-823c-76414df42997 req-557b58cc-b628-4f7c-b79b-c0ded2f6a45f tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0607166 Aug 02 13:40:18.844996 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ab0f39d0-244d-4c6b-823c-76414df42997 req-4608f123-864b-4a99-846d-f9954ad3fee7 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469429 Aug 02 13:40:19.178747 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-3af8d819-0a5e-4beb-80c0-4cbd49172e42 req-5c41753f-111b-45b9-9f8c-dbb0f1b4bc4c service neutron] 10.222.0.20 "GET /v2.0/networks/b9a0aff9-4db3-4151-8258-5ca59205b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909467 Aug 02 13:40:19.300372 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-aab5149c-ec90-418d-bd33-e14595fe4504 req-35f5f254-59d7-4b04-96dc-c0a89307bd52 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 210 time: 0.0313694 Aug 02 13:40:19.679898 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad84dd6-c504-4aad-a929-f7c3b3c38b52 req-a458c99d-8824-4b9e-b50b-4ffba1676228 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:19.681577 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-7ad84dd6-c504-4aad-a929-f7c3b3c38b52 req-a458c99d-8824-4b9e-b50b-4ffba1676228 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 945 time: 0.0588114 Aug 02 13:40:19.733830 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-7ad84dd6-c504-4aad-a929-f7c3b3c38b52 req-b94d5078-270d-4ee1-b873-a43da0fc0853 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456276 Aug 02 13:40:19.982372 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57899d0c-0a07-458c-9b4e-ba6ef76edb0b req-f2567677-57bf-4b3c-9f39-9bf7a444c72f tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:19.983982 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-57899d0c-0a07-458c-9b4e-ba6ef76edb0b req-f2567677-57bf-4b3c-9f39-9bf7a444c72f tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0586112 Aug 02 13:40:20.051547 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-57899d0c-0a07-458c-9b4e-ba6ef76edb0b req-633c3dc5-f3e5-4234-acf1-dc47f4c24af0 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577917 Aug 02 13:40:20.423274 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-c384de72-1d10-45f8-ac20-a324d0dddd52 req-0938150c-91a2-40a7-b913-2a305c9ec5c8 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 210 time: 0.0319049 Aug 02 13:40:20.577749 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-a93a2771-c7f9-47e5-b3ec-c702a8c53fe0 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:20.579281 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-a93a2771-c7f9-47e5-b3ec-c702a8c53fe0 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.20 "GET /v2.0/networks?id=01ffcfab-a887-4187-8399-c98076da1ec3 HTTP/1.1" status: 200 len: 812 time: 0.1338394 Aug 02 13:40:20.658252 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-603ac474-63f5-454e-8c75-ee852ea9df8d tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26af2dc63c6142548bb513c4aed2b4d0 HTTP/1.1" status: 200 len: 380 time: 0.0607393 Aug 02 13:40:20.676323 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-a93138e3-019f-4c29-85c4-8e7df1029de3 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Request body: {'port': {'device_id': '048a6cca-4de0-4269-bbd8-919a2e83f23a', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'admin_state_up': True, 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'security_groups': ['1c902918-5e39-48e4-aae8-251bcd47b4da']}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:40:20.878341 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1ab69-870a-4c49-b45e-473b5c6f1aa4 req-c831cd6d-9790-4567-a09c-e45f01895691 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:20.880042 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-85d1ab69-870a-4c49-b45e-473b5c6f1aa4 req-c831cd6d-9790-4567-a09c-e45f01895691 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 945 time: 0.0712888 Aug 02 13:40:20.889001 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-a93138e3-019f-4c29-85c4-8e7df1029de3 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Made reservation on behalf of 26af2dc63c6142548bb513c4aed2b4d0 for: {'port': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:40:20.892602 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-a93138e3-019f-4c29-85c4-8e7df1029de3 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:21.005047 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-85d1ab69-870a-4c49-b45e-473b5c6f1aa4 req-4fe5504d-a058-4c9a-8fc5-e92ba09c2137 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180744 Aug 02 13:40:21.189076 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266661ec-d332-41f6-8d0d-f2bd6c02b767 req-0fdfe962-65a1-4356-aa73-d12e88efc7b8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:21.202283 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-266661ec-d332-41f6-8d0d-f2bd6c02b767 req-0fdfe962-65a1-4356-aa73-d12e88efc7b8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 945 time: 0.0726571 Aug 02 13:40:21.202674 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 36952) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:40:21.203250 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-a93138e3-019f-4c29-85c4-8e7df1029de3 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Allocated IP 172.20.0.4 (01ffcfab-a887-4187-8399-c98076da1ec3/ae61575f-a0ba-4745-91f9-2d111054bae1/6d08b7bb-0121-4185-a0ae-b80415e80f63) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:40:21.207104 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-43888f3d-596a-4230-bfe2-a8416efb0686 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Request body: {'floatingip': {'port_id': '6ea6a72f-a1b8-442f-bb13-374734d0ecb2'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:40:21.257231 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-43888f3d-596a-4230-bfe2-a8416efb0686 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks [] for floatingip (d29ba756-7ef0-46f7-a154-75de25854239), before_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:21.269673 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0087b33-d175-4489-a063-b6723fcdff2d req-5c585d94-49e7-44b3-928f-e9f344393a07 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:21.271194 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e0087b33-d175-4489-a063-b6723fcdff2d req-5c585d94-49e7-44b3-928f-e9f344393a07 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.1200247 Aug 02 13:40:21.388201 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e0087b33-d175-4489-a063-b6723fcdff2d req-02721112-1af4-4244-8f7c-4dec68d3df88 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080592 Aug 02 13:40:21.446054 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-a93138e3-019f-4c29-85c4-8e7df1029de3 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for port (6d08b7bb-0121-4185-a0ae-b80415e80f63), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:21.553950 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-02f89e41-fd42-4a8c-bc14-dcbf3c37a6bf req-e434e5a7-16ac-4416-a444-d31bff981c7d tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 210 time: 0.0275986 Aug 02 13:40:21.735882 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-43888f3d-596a-4230-bfe2-a8416efb0686 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:21.771753 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-a93138e3-019f-4c29-85c4-8e7df1029de3 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (6d08b7bb-0121-4185-a0ae-b80415e80f63), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:21.813368 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-a93138e3-019f-4c29-85c4-8e7df1029de3 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Network 01ffcfab-a887-4187-8399-c98076da1ec3 is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:40:21.818425 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-a93138e3-019f-4c29-85c4-8e7df1029de3 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:40:21.822706 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-a93138e3-019f-4c29-85c4-8e7df1029de3 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:40:21.863658 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-43888f3d-596a-4230-bfe2-a8416efb0686 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772271'] for floatingip (d29ba756-7ef0-46f7-a154-75de25854239), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:21.996114 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.db.l3_db [None req-43888f3d-596a-4230-bfe2-a8416efb0686 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Floating IP d29ba756-7ef0-46f7-a154-75de25854239 associated. External IP: 172.27.4.2, port: 6ea6a72f-a1b8-442f-bb13-374734d0ecb2. Aug 02 13:40:22.109172 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6015bfa6-1247-4154-a2c2-a44e54ebd00d None None] Provisioning complete for port 6d08b7bb-0121-4185-a0ae-b80415e80f63 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:40:22.109793 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6015bfa6-1247-4154-a2c2-a44e54ebd00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (6d08b7bb-0121-4185-a0ae-b80415e80f63), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:22.148720 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93138e3-019f-4c29-85c4-8e7df1029de3 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Pushing event updated for resources: {'Port': ['ID=6d08b7bb-0121-4185-a0ae-b80415e80f63,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:22.181022 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6015bfa6-1247-4154-a2c2-a44e54ebd00d None None] Port 6d08b7bb-0121-4185-a0ae-b80415e80f63 cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:40:22.216401 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-a93138e3-019f-4c29-85c4-8e7df1029de3 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:22.217060 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-a93138e3-019f-4c29-85c4-8e7df1029de3 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:22.282428 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aeb5a9-a56c-442e-9607-c29defe817be req-9e5467cb-2933-4a14-ac08-db0cc83bcf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:22.284095 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-58aeb5a9-a56c-442e-9607-c29defe817be req-9e5467cb-2933-4a14-ac08-db0cc83bcf6f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2faa069e451247a68695e22f5e5ed2ae&device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 1130 time: 0.0634520 Aug 02 13:40:22.292187 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252dbe25-eb6a-45b8-a5cc-a66b23e3b2c4 req-25f1b982-23d7-480d-8281-e2bd20bfe60d tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:22.300956 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-252dbe25-eb6a-45b8-a5cc-a66b23e3b2c4 req-25f1b982-23d7-480d-8281-e2bd20bfe60d tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.1613932 Aug 02 13:40:22.326208 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43888f3d-596a-4230-bfe2-a8416efb0686 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Router e4690db3-fb69-4cbe-ba14-7d06d9284e1b has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:40:22.413842 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-252dbe25-eb6a-45b8-a5cc-a66b23e3b2c4 req-db5d3914-f13a-4241-a517-964538fb4abe tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119606 Aug 02 13:40:22.445235 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aeb5a9-a56c-442e-9607-c29defe817be req-1114f051-89e6-4d64-b71f-6bea1f630ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:22.448396 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-58aeb5a9-a56c-442e-9607-c29defe817be req-1114f051-89e6-4d64-b71f-6bea1f630ce5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e3cba0-47b8-42c5-9856-cce7f8da3856 HTTP/1.1" status: 200 len: 912 time: 0.1398354 Aug 02 13:40:22.537730 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-a93138e3-019f-4c29-85c4-8e7df1029de3 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8653708 Aug 02 13:40:22.569260 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-03e53ad9-f007-4c41-adfa-2508aba7dbc2 service neutron] Request body: {'port': {'device_id': '048a6cca-4de0-4269-bbd8-919a2e83f23a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:40:22.661578 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-58aeb5a9-a56c-442e-9607-c29defe817be req-1a886f89-311b-4dd9-b1a4-25cd1b3dbcaa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07a433de-ed34-4e77-8ed2-5752c7ea7af5 HTTP/1.1" status: 200 len: 1002 time: 0.2069819 Aug 02 13:40:22.699458 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-03e53ad9-f007-4c41-adfa-2508aba7dbc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (6d08b7bb-0121-4185-a0ae-b80415e80f63), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:22.757115 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aeb5a9-a56c-442e-9607-c29defe817be req-d585e79d-1676-45df-a15f-63a5fd63eaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:22.758810 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-58aeb5a9-a56c-442e-9607-c29defe817be req-d585e79d-1676-45df-a15f-63a5fd63eaf6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0b5949-955c-4523-bfdd-355b4cc3e5d9 HTTP/1.1" status: 200 len: 850 time: 0.0907400 Aug 02 13:40:22.801482 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43888f3d-596a-4230-bfe2-a8416efb0686 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:40:22.810477 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-43888f3d-596a-4230-bfe2-a8416efb0686 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:22.839081 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132d77d7-1273-45e9-85f7-27f824280be7 None None] Sync routers for ids ['e4690db3-fb69-4cbe-ba14-7d06d9284e1b'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:40:22.853354 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132d77d7-1273-45e9-85f7-27f824280be7 None None] Routers {'e4690db3-fb69-4cbe-ba14-7d06d9284e1b'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:40:22.854549 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-132d77d7-1273-45e9-85f7-27f824280be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:39:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['e4690db3-fb69-4cbe-ba14-7d06d9284e1b'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:40:22.883021 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95346215-3d28-4d8e-8b21-d9747bf3fdb3 req-245f8a31-1a34-4d30-bfe5-99d553b9b4d0 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:22.885387 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-95346215-3d28-4d8e-8b21-d9747bf3fdb3 req-245f8a31-1a34-4d30-bfe5-99d553b9b4d0 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 931 time: 0.1369774 Aug 02 13:40:22.887353 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-43888f3d-596a-4230-bfe2-a8416efb0686 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "PUT /v2.0/floatingips/d29ba756-7ef0-46f7-a154-75de25854239 HTTP/1.1" status: 200 len: 989 time: 1.6839449 Aug 02 13:40:22.888135 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd3d992-44e1-4518-8cab-a7f01bf89d6b', 'tag': '6ea6a72f-a1b8-442f-bb13-374734d0ecb2'}] {{(pid=104368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:40:22.890548 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aeb5a9-a56c-442e-9607-c29defe817be req-9eb99e61-990c-4beb-931e-0b25dec4bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:22.892163 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-58aeb5a9-a56c-442e-9607-c29defe817be req-9eb99e61-990c-4beb-931e-0b25dec4bdd1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e3cba0-47b8-42c5-9856-cce7f8da3856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1264200 Aug 02 13:40:22.892305 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245b70741b0aa7b9232129cc368cc987c69949c5cf8ab06a5d5e033a5668ca41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4537bf71-fcc5-44c3-8125-a9dc50dc024f" -d '{"events": [{"name": "network-changed", "server_uuid": "2fd3d992-44e1-4518-8cab-a7f01bf89d6b", "tag": "6ea6a72f-a1b8-442f-bb13-374734d0ecb2"}]}' {{(pid=104368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:40:22.966349 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7ed5d7-2da3-4b31-9a55-e282a5dbcd63 x-openstack-request-id: req-bd7ed5d7-2da3-4b31-9a55-e282a5dbcd63 {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:40:22.966349 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fd3d992-44e1-4518-8cab-a7f01bf89d6b", "tag": "6ea6a72f-a1b8-442f-bb13-374734d0ecb2", "status": "completed", "code": 200}]} {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:40:22.966600 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bd7ed5d7-2da3-4b31-9a55-e282a5dbcd63 {{(pid=104368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:40:22.967219 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd7ed5d7-2da3-4b31-9a55-e282a5dbcd63'] response: {'name': 'network-changed', 'server_uuid': '2fd3d992-44e1-4518-8cab-a7f01bf89d6b', 'tag': '6ea6a72f-a1b8-442f-bb13-374734d0ecb2', 'status': 'completed', 'code': 200} Aug 02 13:40:23.006432 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-95346215-3d28-4d8e-8b21-d9747bf3fdb3 req-539727fb-0aa6-4d5c-aa3a-e584c2909853 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990050 Aug 02 13:40:23.020321 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-132d77d7-1273-45e9-85f7-27f824280be7 None None] Set router e4690db3-fb69-4cbe-ba14-7d06d9284e1b gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:40:23.074763 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537bf71-fcc5-44c3-8125-a9dc50dc024f req-7d7078e8-43e0-4143-9d12-5b00c691ca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:23.077464 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4537bf71-fcc5-44c3-8125-a9dc50dc024f req-7d7078e8-43e0-4143-9d12-5b00c691ca3c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1502b667be5c45ab800f27676ab39794&device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 1129 time: 0.0849676 Aug 02 13:40:23.179459 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-58aeb5a9-a56c-442e-9607-c29defe817be req-a63c869f-d6b3-4ceb-aa6f-f7fca8212da3 service neutron] 10.222.0.20 "GET /v2.0/networks/22e3cba0-47b8-42c5-9856-cce7f8da3856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793722 Aug 02 13:40:23.202208 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537bf71-fcc5-44c3-8125-a9dc50dc024f req-9ceb81ae-a788-4c7e-8856-3374e0e387d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:23.203838 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4537bf71-fcc5-44c3-8125-a9dc50dc024f req-9ceb81ae-a788-4c7e-8856-3374e0e387d5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=952afe36-ebbb-420b-9a24-e4ee044975e4 HTTP/1.1" status: 200 len: 920 time: 0.1207724 Aug 02 13:40:23.278286 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-03e53ad9-f007-4c41-adfa-2508aba7dbc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d08b7bb-0121-4185-a0ae-b80415e80f63 {{(pid=104369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:40:23.289016 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-03e53ad9-f007-4c41-adfa-2508aba7dbc2 service neutron] Publish callbacks [] for port (6d08b7bb-0121-4185-a0ae-b80415e80f63), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:23.315813 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.provisioning_blocks [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-03e53ad9-f007-4c41-adfa-2508aba7dbc2 service neutron] Transition to ACTIVE for port object 6d08b7bb-0121-4185-a0ae-b80415e80f63 will not be triggered until provisioned by entity L2. {{(pid=104369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 02 13:40:23.317003 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-132d77d7-1273-45e9-85f7-27f824280be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'name': 'tempest-ServerRescueNegativeTestJSON-1500716653-router', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b4775a14-2f59-42a4-947f-48762a9c612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:38Z', 'updated_at': '2022-08-02T13:37:45Z', 'revision_number': 4, 'project_id': '1502b667be5c45ab800f27676ab39794', 'gw_port': {'id': 'b4775a14-2f59-42a4-947f-48762a9c612d', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'd29ba756-7ef0-46f7-a154-75de25854239', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'floating_ip_address': '172.27.4.2', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'port_id': '6ea6a72f-a1b8-442f-bb13-374734d0ecb2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4', 'mac_address': 'fa:16:3e:50:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3d992-44e1-4518-8cab-a7f01bf89d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:39:54Z', 'updated_at': '2022-08-02T13:40:21Z', 'revision_number': 1, 'project_id': '1502b667be5c45ab800f27676ab39794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f514c22-9d75-490c-bea0-8c36be249b9d', 'name': '', 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'mac_address': 'fa:16:3e:51:0e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ce360482-e138-41d7-8f5d-ea14c6cf06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:43Z', 'updated_at': '2022-08-02T13:37:54Z', 'revision_number': 5, 'project_id': '1502b667be5c45ab800f27676ab39794', 'subnets': [{'id': 'ce360482-e138-41d7-8f5d-ea14c6cf06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:40:23.328058 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-58aeb5a9-a56c-442e-9607-c29defe817be req-2cab4c28-f744-4e8d-9964-dd7c19524f98 service neutron] 10.222.0.20 "GET /v2.0/networks/22e3cba0-47b8-42c5-9856-cce7f8da3856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419172 Aug 02 13:40:23.328379 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4537bf71-fcc5-44c3-8125-a9dc50dc024f req-287e8aa6-52b4-46e5-95d8-5f3d9e5c52e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ea6a72f-a1b8-442f-bb13-374734d0ecb2 HTTP/1.1" status: 200 len: 997 time: 0.1182516 Aug 02 13:40:23.347200 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132d77d7-1273-45e9-85f7-27f824280be7 None None] Checking router: e4690db3-fb69-4cbe-ba14-7d06d9284e1b for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:40:23.357852 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132d77d7-1273-45e9-85f7-27f824280be7 None None] Routers {'e4690db3-fb69-4cbe-ba14-7d06d9284e1b'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:40:23.358819 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-132d77d7-1273-45e9-85f7-27f824280be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:39:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['e4690db3-fb69-4cbe-ba14-7d06d9284e1b'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:40:23.389277 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-03e53ad9-f007-4c41-adfa-2508aba7dbc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (6d08b7bb-0121-4185-a0ae-b80415e80f63), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:23.408571 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537bf71-fcc5-44c3-8125-a9dc50dc024f req-106f82a1-bd6f-4e7c-9062-82c19e27adb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:23.409033 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4537bf71-fcc5-44c3-8125-a9dc50dc024f req-106f82a1-bd6f-4e7c-9062-82c19e27adb2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce360482-e138-41d7-8f5d-ea14c6cf06af HTTP/1.1" status: 200 len: 858 time: 0.0584869 Aug 02 13:40:23.480849 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e53ad9-f007-4c41-adfa-2508aba7dbc2 service neutron] Pushing event updated for resources: {'Port': ['ID=6d08b7bb-0121-4185-a0ae-b80415e80f63,revision_number=2']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:23.530783 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537bf71-fcc5-44c3-8125-a9dc50dc024f req-9fd04720-1748-4d6a-a71e-b983d80306e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:23.532903 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4537bf71-fcc5-44c3-8125-a9dc50dc024f req-9fd04720-1748-4d6a-a71e-b983d80306e4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=952afe36-ebbb-420b-9a24-e4ee044975e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1160350 Aug 02 13:40:23.551308 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-03e53ad9-f007-4c41-adfa-2508aba7dbc2 service neutron] Attempting to bind port 6d08b7bb-0121-4185-a0ae-b80415e80f63 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:40:23.551783 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-03e53ad9-f007-4c41-adfa-2508aba7dbc2 service neutron] Attempting to bind port 6d08b7bb-0121-4185-a0ae-b80415e80f63 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3'}] {{(pid=104369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:40:23.552444 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-03e53ad9-f007-4c41-adfa-2508aba7dbc2 service neutron] Attempting to bind port 6d08b7bb-0121-4185-a0ae-b80415e80f63 on network 01ffcfab-a887-4187-8399-c98076da1ec3 {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:40:23.553027 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-132d77d7-1273-45e9-85f7-27f824280be7 None None] Set router e4690db3-fb69-4cbe-ba14-7d06d9284e1b gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:40:23.561150 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-03e53ad9-f007-4c41-adfa-2508aba7dbc2 service neutron] Port 6d08b7bb-0121-4185-a0ae-b80415e80f63 on network 01ffcfab-a887-4187-8399-c98076da1ec3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 02 13:40:23.561627 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-03e53ad9-f007-4c41-adfa-2508aba7dbc2 service neutron] Attempting to bind port 6d08b7bb-0121-4185-a0ae-b80415e80f63 on network 01ffcfab-a887-4187-8399-c98076da1ec3 {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:40:23.610553 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-03e53ad9-f007-4c41-adfa-2508aba7dbc2 service neutron] Checking agent: {'id': '69dc3da8-ee10-46f6-83b6-ed4e97a21469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'started_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:40:23.615137 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-03e53ad9-f007-4c41-adfa-2508aba7dbc2 service neutron] Checking segment: {'id': 'a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:40:23.615813 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-03e53ad9-f007-4c41-adfa-2508aba7dbc2 service neutron] Bound using segment: {'id': 'a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3'} {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:40:23.617713 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-03e53ad9-f007-4c41-adfa-2508aba7dbc2 service neutron] Bound port: 6d08b7bb-0121-4185-a0ae-b80415e80f63, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3'}}] {{(pid=104369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:40:23.619941 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-03e53ad9-f007-4c41-adfa-2508aba7dbc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (6d08b7bb-0121-4185-a0ae-b80415e80f63), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:23.684839 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4537bf71-fcc5-44c3-8125-a9dc50dc024f req-b7f1a379-78c3-43ad-9723-a0ba093e3bf2 service neutron] 10.222.0.20 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390154 Aug 02 13:40:23.757365 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db10c8d-8b48-47e5-8bb9-f40603a6109b req-7a764790-d6f7-4ba1-9190-762646865ecb tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:23.759742 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5db10c8d-8b48-47e5-8bb9-f40603a6109b req-7a764790-d6f7-4ba1-9190-762646865ecb tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.1723392 Aug 02 13:40:23.779422 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-03e53ad9-f007-4c41-adfa-2508aba7dbc2 service neutron] For port 6d08b7bb-0121-4185-a0ae-b80415e80f63, host hv-cinder-84786, cleared binding levels {{(pid=104369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:40:23.808217 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-03e53ad9-f007-4c41-adfa-2508aba7dbc2 service neutron] For port 6d08b7bb-0121-4185-a0ae-b80415e80f63, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6d08b7bb-0121-4185-a0ae-b80415e80f63,segment=NetworkSegment(a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33),segment_id=a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33)] {{(pid=104369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:40:23.829500 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4537bf71-fcc5-44c3-8125-a9dc50dc024f req-2d0865de-2183-469d-85e8-5896d617b693 service neutron] 10.222.0.20 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368577 Aug 02 13:40:23.848368 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5db10c8d-8b48-47e5-8bb9-f40603a6109b req-c125f8d7-875d-4a97-976f-984c2643af38 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802543 Aug 02 13:40:23.909534 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-03e53ad9-f007-4c41-adfa-2508aba7dbc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (6d08b7bb-0121-4185-a0ae-b80415e80f63), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:23.930196 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-132d77d7-1273-45e9-85f7-27f824280be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'name': 'tempest-ServerRescueNegativeTestJSON-1500716653-router', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b4775a14-2f59-42a4-947f-48762a9c612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:38Z', 'updated_at': '2022-08-02T13:37:45Z', 'revision_number': 4, 'project_id': '1502b667be5c45ab800f27676ab39794', 'gw_port': {'id': 'b4775a14-2f59-42a4-947f-48762a9c612d', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'd29ba756-7ef0-46f7-a154-75de25854239', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'floating_ip_address': '172.27.4.2', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'port_id': '6ea6a72f-a1b8-442f-bb13-374734d0ecb2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4', 'mac_address': 'fa:16:3e:50:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3d992-44e1-4518-8cab-a7f01bf89d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:39:54Z', 'updated_at': '2022-08-02T13:40:21Z', 'revision_number': 1, 'project_id': '1502b667be5c45ab800f27676ab39794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f514c22-9d75-490c-bea0-8c36be249b9d', 'name': '', 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'mac_address': 'fa:16:3e:51:0e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ce360482-e138-41d7-8f5d-ea14c6cf06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:43Z', 'updated_at': '2022-08-02T13:37:54Z', 'revision_number': 5, 'project_id': '1502b667be5c45ab800f27676ab39794', 'subnets': [{'id': 'ce360482-e138-41d7-8f5d-ea14c6cf06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:40:23.952092 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-03e53ad9-f007-4c41-adfa-2508aba7dbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:23.952720 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-03e53ad9-f007-4c41-adfa-2508aba7dbc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:23.954426 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-03e53ad9-f007-4c41-adfa-2508aba7dbc2 service neutron] 10.222.0.20 "PUT /v2.0/ports/6d08b7bb-0121-4185-a0ae-b80415e80f63 HTTP/1.1" status: 200 len: 1093 time: 1.3959384 Aug 02 13:40:23.954785 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048a6cca-4de0-4269-bbd8-919a2e83f23a', 'tag': '6d08b7bb-0121-4185-a0ae-b80415e80f63'}] {{(pid=104369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:40:23.957116 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bf99331ba47a6ac295264f2d91701b523438f9b2384832aa813a78b8ac64a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414e9afa-db6a-4007-be7c-0f7d1e891756" -d '{"events": [{"name": "network-changed", "server_uuid": "048a6cca-4de0-4269-bbd8-919a2e83f23a", "tag": "6d08b7bb-0121-4185-a0ae-b80415e80f63"}]}' {{(pid=104369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:40:23.964179 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132d77d7-1273-45e9-85f7-27f824280be7 None None] The sync data for ids ['e4690db3-fb69-4cbe-ba14-7d06d9284e1b'] in dv-cinder-847864-8-iscsi is: [{'id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'name': 'tempest-ServerRescueNegativeTestJSON-1500716653-router', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b4775a14-2f59-42a4-947f-48762a9c612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:38Z', 'updated_at': '2022-08-02T13:37:45Z', 'revision_number': 4, 'project_id': '1502b667be5c45ab800f27676ab39794', 'gw_port': {'id': 'b4775a14-2f59-42a4-947f-48762a9c612d', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'd29ba756-7ef0-46f7-a154-75de25854239', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'floating_ip_address': '172.27.4.2', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'port_id': '6ea6a72f-a1b8-442f-bb13-374734d0ecb2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4', 'mac_address': 'fa:16:3e:50:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3d992-44e1-4518-8cab-a7f01bf89d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:39:54Z', 'updated_at': '2022-08-02T13:40:21Z', 'revision_number': 1, 'project_id': '1502b667be5c45ab800f27676ab39794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f514c22-9d75-490c-bea0-8c36be249b9d', 'name': '', 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'mac_address': 'fa:16:3e:51:0e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ce360482-e138-41d7-8f5d-ea14c6cf06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:43Z', 'updated_at': '2022-08-02T13:37:54Z', 'revision_number': 5, 'project_id': '1502b667be5c45ab800f27676ab39794', 'subnets': [{'id': 'ce360482-e138-41d7-8f5d-ea14c6cf06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:40:23.987378 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e53ad9-f007-4c41-adfa-2508aba7dbc2 service neutron] Pushing event updated for resources: {'Port': ['ID=6d08b7bb-0121-4185-a0ae-b80415e80f63,revision_number=3']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:24.066886 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359d712a-6189-429a-9051-8890f85f842e x-openstack-request-id: req-359d712a-6189-429a-9051-8890f85f842e {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:40:24.069701 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048a6cca-4de0-4269-bbd8-919a2e83f23a", "tag": "6d08b7bb-0121-4185-a0ae-b80415e80f63", "status": "completed", "code": 200}]} {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:40:24.070005 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-359d712a-6189-429a-9051-8890f85f842e {{(pid=104369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:40:24.071924 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-359d712a-6189-429a-9051-8890f85f842e'] response: {'name': 'network-changed', 'server_uuid': '048a6cca-4de0-4269-bbd8-919a2e83f23a', 'tag': '6d08b7bb-0121-4185-a0ae-b80415e80f63', 'status': 'completed', 'code': 200} Aug 02 13:40:24.210599 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e9afa-db6a-4007-be7c-0f7d1e891756 req-78215276-d736-40a6-bc31-85d6a7324f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:24.213689 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-414e9afa-db6a-4007-be7c-0f7d1e891756 req-78215276-d736-40a6-bc31-85d6a7324f77 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26af2dc63c6142548bb513c4aed2b4d0&device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 1127 time: 0.0878863 Aug 02 13:40:24.263003 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ac845-c0e0-4b09-9534-dcc0209dd15a req-5a10c259-ce2e-4e8e-814f-1f3ff5649685 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:24.264991 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-159ac845-c0e0-4b09-9534-dcc0209dd15a req-5a10c259-ce2e-4e8e-814f-1f3ff5649685 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 943 time: 0.1492589 Aug 02 13:40:24.328061 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-cac2e2fd-bd60-465e-9b51-c1a6fdf3fbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:24.393908 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-159ac845-c0e0-4b09-9534-dcc0209dd15a req-1b0794b9-6816-43ba-bb95-1cb19c983a30 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163776 Aug 02 13:40:24.407761 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e9afa-db6a-4007-be7c-0f7d1e891756 req-4052bf0f-4432-43ad-bc62-bf1345161bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:24.409765 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-414e9afa-db6a-4007-be7c-0f7d1e891756 req-4052bf0f-4432-43ad-bc62-bf1345161bcf service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=26af2dc63c6142548bb513c4aed2b4d0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1885176 Aug 02 13:40:24.532120 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e9afa-db6a-4007-be7c-0f7d1e891756 req-02347f48-c97a-4ed2-bb60-36509dd83966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:24.533988 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-414e9afa-db6a-4007-be7c-0f7d1e891756 req-02347f48-c97a-4ed2-bb60-36509dd83966 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1154387 Aug 02 13:40:24.622808 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-5a0c73a2-e571-45c6-950a-c4f9ea0b2912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:24.624346 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-5a0c73a2-e571-45c6-950a-c4f9ea0b2912 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26af2dc63c6142548bb513c4aed2b4d0&device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 1127 time: 0.0520575 Aug 02 13:40:24.669416 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-cb98e5a7-2934-417c-a841-99ecae37ce4c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d08b7bb-0121-4185-a0ae-b80415e80f63 HTTP/1.1" status: 200 len: 217 time: 0.0374131 Aug 02 13:40:24.733436 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-2fe464bc-7d3d-4a22-b416-ec0cdbc9be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:24.734993 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-2fe464bc-7d3d-4a22-b416-ec0cdbc9be3e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae61575f-a0ba-4745-91f9-2d111054bae1 HTTP/1.1" status: 200 len: 851 time: 0.0520592 Aug 02 13:40:24.793040 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-0e8390b3-3052-43bf-93e2-cae5f0b6c026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:24.794634 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-0e8390b3-3052-43bf-93e2-cae5f0b6c026 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01ffcfab-a887-4187-8399-c98076da1ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520015 Aug 02 13:40:24.903926 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4eabef-8f6d-4e90-96e6-3f8318edbb94 None None] New status for floating IP d29ba756-7ef0-46f7-a154-75de25854239: ACTIVE {{(pid=104371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:40:24.920301 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-74205620-72f6-4a3f-b096-096afa428a30 service neutron] 10.222.0.20 "GET /v2.0/networks/01ffcfab-a887-4187-8399-c98076da1ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181905 Aug 02 13:40:25.041716 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a16d17ec-6cb6-4588-b4e6-a7e7eecba795 req-02de0db9-7087-46b7-9c50-e05407f6b5d8 service neutron] 10.222.0.20 "GET /v2.0/networks/01ffcfab-a887-4187-8399-c98076da1ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089032 Aug 02 13:40:25.045208 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6cb6b-2a2b-403b-8ea7-0a6cbd707930 req-87e9b6f6-21c5-463b-ad82-9ad080d7f94e tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:25.053100 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-eaf6cb6b-2a2b-403b-8ea7-0a6cbd707930 req-87e9b6f6-21c5-463b-ad82-9ad080d7f94e tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0772746 Aug 02 13:40:25.105820 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-eaf6cb6b-2a2b-403b-8ea7-0a6cbd707930 req-9cacdd0c-886f-4722-9de4-899dc863b6cf tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518029 Aug 02 13:40:25.178099 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:25.399815 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 37042) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:40:25.525154 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a9c7f7b8-4931-48e5-ab57-f7320ca7e6f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:25.562752 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c95f91-3b62-4f9f-8809-08f2f6725720 req-0b8e255f-fa48-4e39-b905-0ef41dd50f4a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:25.564278 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f0c95f91-3b62-4f9f-8809-08f2f6725720 req-0b8e255f-fa48-4e39-b905-0ef41dd50f4a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 943 time: 0.0870645 Aug 02 13:40:25.644666 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f0c95f91-3b62-4f9f-8809-08f2f6725720 req-d9620328-b848-44ce-85ae-d3c5f740c664 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709913 Aug 02 13:40:25.667811 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a9c7f7b8-4931-48e5-ab57-f7320ca7e6f9 admin admin] Publish callbacks [] for security_group (e16ad72e-aacd-4756-b46b-aabc0a53745b), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:25.749163 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a9c7f7b8-4931-48e5-ab57-f7320ca7e6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (e16ad72e-aacd-4756-b46b-aabc0a53745b), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:25.792373 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-a9c7f7b8-4931-48e5-ab57-f7320ca7e6f9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3ba8f8ade4794c14a946fa93ff0b8a24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3912010 Aug 02 13:40:25.793637 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7f7b8-4931-48e5-ab57-f7320ca7e6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16ad72e-aacd-4756-b46b-aabc0a53745b,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:25.795187 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 37050) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:40:25.847052 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-eaf7c242-d878-4f37-9500-6ab40afd362a admin admin] Publish callbacks [] for security_group (e16ad72e-aacd-4756-b46b-aabc0a53745b), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:25.871156 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-eaf7c242-d878-4f37-9500-6ab40afd362a admin admin] Publish callbacks [] for security_group (e16ad72e-aacd-4756-b46b-aabc0a53745b), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:26.006342 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-eaf7c242-d878-4f37-9500-6ab40afd362a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (e16ad72e-aacd-4756-b46b-aabc0a53745b), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:26.009609 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-eaf7c242-d878-4f37-9500-6ab40afd362a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:26.010950 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-eaf7c242-d878-4f37-9500-6ab40afd362a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e16ad72e-aacd-4756-b46b-aabc0a53745b HTTP/1.1" status: 204 len: 168 time: 0.2145052 Aug 02 13:40:26.019546 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7c242-d878-4f37-9500-6ab40afd362a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16ad72e-aacd-4756-b46b-aabc0a53745b,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:26.394821 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-48dec722-232c-4417-b957-08af7282ddec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:26.660041 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 37060) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:40:26.674786 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-21ffabb2-52ad-45b9-ba4c-4e228c8a8bb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:26.762228 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-21ffabb2-52ad-45b9-ba4c-4e228c8a8bb1 admin admin] Publish callbacks [] for security_group (b8338102-4424-4d9e-a833-6d7c276d603f), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:26.781597 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d1403-ef15-4ad0-8af2-250c3b862cb7 req-453b883e-8943-4c95-95b3-73e274230c7c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:26.781597 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5f0d1403-ef15-4ad0-8af2-250c3b862cb7 req-453b883e-8943-4c95-95b3-73e274230c7c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 943 time: 0.0584614 Aug 02 13:40:26.842461 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5f0d1403-ef15-4ad0-8af2-250c3b862cb7 req-0f5d21a2-a62d-4add-a36a-eaf2b9ec901b tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553472 Aug 02 13:40:26.857464 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-21ffabb2-52ad-45b9-ba4c-4e228c8a8bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (b8338102-4424-4d9e-a833-6d7c276d603f), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:26.899589 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-21ffabb2-52ad-45b9-ba4c-4e228c8a8bb1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5d2d43016b2a4cbe9636bee0bdca4fe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366471 Aug 02 13:40:26.900189 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ffabb2-52ad-45b9-ba4c-4e228c8a8bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8338102-4424-4d9e-a833-6d7c276d603f,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:26.900908 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 37066) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:40:26.954189 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-bbf2934b-a173-453e-8738-1967e869c17c admin admin] Publish callbacks [] for security_group (b8338102-4424-4d9e-a833-6d7c276d603f), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:26.977500 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-bbf2934b-a173-453e-8738-1967e869c17c admin admin] Publish callbacks [] for security_group (b8338102-4424-4d9e-a833-6d7c276d603f), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:27.143480 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-bbf2934b-a173-453e-8738-1967e869c17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (b8338102-4424-4d9e-a833-6d7c276d603f), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:27.146165 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-bbf2934b-a173-453e-8738-1967e869c17c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:27.147409 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-bbf2934b-a173-453e-8738-1967e869c17c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b8338102-4424-4d9e-a833-6d7c276d603f HTTP/1.1" status: 204 len: 168 time: 0.2454565 Aug 02 13:40:27.156325 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2934b-a173-453e-8738-1967e869c17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8338102-4424-4d9e-a833-6d7c276d603f,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:27.240882 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2e3964c4-dc54-43ff-ab6b-7a173c655772 req-ed400624-8e59-421e-8b73-068e7b65413d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491202 Aug 02 13:40:27.313875 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3964c4-dc54-43ff-ab6b-7a173c655772 req-5aade547-2bb2-4880-bc84-d0bf7a780a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:27.315442 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2e3964c4-dc54-43ff-ab6b-7a173c655772 req-5aade547-2bb2-4880-bc84-d0bf7a780a9a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1502b667be5c45ab800f27676ab39794&device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 1129 time: 0.0499761 Aug 02 13:40:27.424933 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3964c4-dc54-43ff-ab6b-7a173c655772 req-f0ff8630-9325-491b-b02b-62d8595ce778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:27.428008 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2e3964c4-dc54-43ff-ab6b-7a173c655772 req-f0ff8630-9325-491b-b02b-62d8595ce778 service neutron] 10.222.0.20 "GET /v2.0/networks?id=952afe36-ebbb-420b-9a24-e4ee044975e4 HTTP/1.1" status: 200 len: 920 time: 0.0919526 Aug 02 13:40:27.478631 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2e3964c4-dc54-43ff-ab6b-7a173c655772 req-690a751b-5d71-4300-a136-368020155c64 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6862f390-f1d1-4e55-8059-519dac8f3ec6 HTTP/1.1" status: 200 len: 217 time: 0.0388486 Aug 02 13:40:27.532843 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3964c4-dc54-43ff-ab6b-7a173c655772 req-22007c10-d776-490d-bfae-8f62e3b665c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:27.534201 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2e3964c4-dc54-43ff-ab6b-7a173c655772 req-22007c10-d776-490d-bfae-8f62e3b665c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce360482-e138-41d7-8f5d-ea14c6cf06af HTTP/1.1" status: 200 len: 858 time: 0.0489936 Aug 02 13:40:27.572814 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:27.589609 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3964c4-dc54-43ff-ab6b-7a173c655772 req-7b80b23e-1d80-4ba5-b5ab-67be512a35c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:27.591639 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2e3964c4-dc54-43ff-ab6b-7a173c655772 req-7b80b23e-1d80-4ba5-b5ab-67be512a35c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=952afe36-ebbb-420b-9a24-e4ee044975e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494170 Aug 02 13:40:27.697934 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2e3964c4-dc54-43ff-ab6b-7a173c655772 req-345c1f8c-7790-4adf-b023-c47931144d80 service neutron] 10.222.0.20 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004362 Aug 02 13:40:27.795017 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2e3964c4-dc54-43ff-ab6b-7a173c655772 req-b985a309-6331-4161-8570-0158665850b4 service neutron] 10.222.0.20 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893736 Aug 02 13:40:27.986822 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cf53a-f9d7-4527-a94d-ce4e43ff5745 req-84ecd35e-cccc-41d1-85d4-26634a06f513 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:27.988370 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2f6cf53a-f9d7-4527-a94d-ce4e43ff5745 req-84ecd35e-cccc-41d1-85d4-26634a06f513 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 943 time: 0.0659859 Aug 02 13:40:28.046255 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2f6cf53a-f9d7-4527-a94d-ce4e43ff5745 req-352fcfa1-e9df-41df-b5a9-7a369e30a669 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499887 Aug 02 13:40:28.567340 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 37100) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:40:28.686794 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-71a5286b-5d5d-4e30-910a-c92e72143cde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:28.781543 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-71a5286b-5d5d-4e30-910a-c92e72143cde admin admin] Publish callbacks [] for security_group (bf169bac-c613-49f7-ba70-ae43c4fc6a09), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:28.882239 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-71a5286b-5d5d-4e30-910a-c92e72143cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (bf169bac-c613-49f7-ba70-ae43c4fc6a09), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:28.923084 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-71a5286b-5d5d-4e30-910a-c92e72143cde admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4b266819805b48319991465aaee70787&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3546450 Aug 02 13:40:28.923935 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5286b-5d5d-4e30-910a-c92e72143cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf169bac-c613-49f7-ba70-ae43c4fc6a09,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:28.925712 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 37110) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:40:28.979232 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-899856ee-ff71-4ca0-9c67-9af06d3316a8 admin admin] Publish callbacks [] for security_group (bf169bac-c613-49f7-ba70-ae43c4fc6a09), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:29.002983 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-899856ee-ff71-4ca0-9c67-9af06d3316a8 admin admin] Publish callbacks [] for security_group (bf169bac-c613-49f7-ba70-ae43c4fc6a09), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:29.144018 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-899856ee-ff71-4ca0-9c67-9af06d3316a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (bf169bac-c613-49f7-ba70-ae43c4fc6a09), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:29.150050 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-899856ee-ff71-4ca0-9c67-9af06d3316a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:29.154704 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-899856ee-ff71-4ca0-9c67-9af06d3316a8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bf169bac-c613-49f7-ba70-ae43c4fc6a09 HTTP/1.1" status: 204 len: 168 time: 0.2256191 Aug 02 13:40:29.182760 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899856ee-ff71-4ca0-9c67-9af06d3316a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf169bac-c613-49f7-ba70-ae43c4fc6a09,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:29.210790 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892dd53d-3be2-4033-b60c-cd828ca49eb6 req-1dc066c3-3d95-4693-b79f-a883c5411975 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:29.212865 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-892dd53d-3be2-4033-b60c-cd828ca49eb6 req-1dc066c3-3d95-4693-b79f-a883c5411975 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 943 time: 0.0791855 Aug 02 13:40:29.213937 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:29.278058 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-892dd53d-3be2-4033-b60c-cd828ca49eb6 req-28055aec-0e3e-43ac-b94f-9cdb91a6e76f tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478549 Aug 02 13:40:30.225702 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 37152) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:40:30.356206 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-c9a01994-977e-4b6e-8a69-c4daf4486034 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-418861766-network', 'tenant_id': 'dd6856819f8e46ee924851629dadd00b'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:40:30.425488 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0cce2d-e8ff-4721-9463-a2b34e9089f3 req-b76563a0-6f26-45f5-bb29-c94a86c3021c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:30.427723 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8f0cce2d-e8ff-4721-9463-a2b34e9089f3 req-b76563a0-6f26-45f5-bb29-c94a86c3021c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 943 time: 0.0660870 Aug 02 13:40:30.453295 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a01994-977e-4b6e-8a69-c4daf4486034 admin admin] Made reservation on behalf of dd6856819f8e46ee924851629dadd00b for: {'network': 1} {{(pid=104368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:40:30.456723 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c9a01994-977e-4b6e-8a69-c4daf4486034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for network (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:30.468230 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c9a01994-977e-4b6e-8a69-c4daf4486034 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:30.494575 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8f0cce2d-e8ff-4721-9463-a2b34e9089f3 req-26de50ab-8164-4539-af69-edef1fff43e5 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588303 Aug 02 13:40:30.575201 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c9a01994-977e-4b6e-8a69-c4daf4486034 admin admin] Publish callbacks [] for security_group (af89b939-4423-4d3f-ac5c-34a8efaa0c75), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:30.635141 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:30.674689 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c9a01994-977e-4b6e-8a69-c4daf4486034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (af89b939-4423-4d3f-ac5c-34a8efaa0c75), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:30.700090 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a01994-977e-4b6e-8a69-c4daf4486034 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=104368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:40:30.708925 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a01994-977e-4b6e-8a69-c4daf4486034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af89b939-4423-4d3f-ac5c-34a8efaa0c75,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:30.715817 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c9a01994-977e-4b6e-8a69-c4daf4486034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (22ddfb82-4105-4957-802c-24a28c44ee2c), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:30.716166 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.db.segments_db [None req-c9a01994-977e-4b6e-8a69-c4daf4486034 admin admin] Added segment 22ddfb82-4105-4957-802c-24a28c44ee2c of type vlan for network 7e3dba26-4d36-495f-9356-de3966b3c4ca Aug 02 13:40:30.756951 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c9a01994-977e-4b6e-8a69-c4daf4486034 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786056214182'] for network (7e3dba26-4d36-495f-9356-de3966b3c4ca), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:30.880522 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c9a01994-977e-4b6e-8a69-c4daf4486034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010'] for network (7e3dba26-4d36-495f-9356-de3966b3c4ca), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:30.893311 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a01994-977e-4b6e-8a69-c4daf4486034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:30.893311 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c9a01994-977e-4b6e-8a69-c4daf4486034 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:30.947743 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a01994-977e-4b6e-8a69-c4daf4486034 admin admin] Pushing event updated for resources: {'Network': ['ID=7e3dba26-4d36-495f-9356-de3966b3c4ca,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:30.959441 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Network 7e3dba26-4d36-495f-9356-de3966b3c4ca details requested by agent ovs-agent-dv-cinder-847864-8-iscsi with host dv-cinder-847864-8-iscsi {{(pid=104370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 13:40:31.002796 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-c9a01994-977e-4b6e-8a69-c4daf4486034 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7758188 Aug 02 13:40:31.005972 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 37162) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:40:31.011062 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-7f26af85-f2e1-481f-860a-b577a72a04bf admin admin] Request body: {'subnet': {'network_id': '7e3dba26-4d36-495f-9356-de3966b3c4ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-418861766-subnet', 'tenant_id': 'dd6856819f8e46ee924851629dadd00b', 'ip_version': 4}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:40:31.177023 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f26af85-f2e1-481f-860a-b577a72a04bf admin admin] Made reservation on behalf of dd6856819f8e46ee924851629dadd00b for: {'subnet': 1} {{(pid=104368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:40:31.179494 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7f26af85-f2e1-481f-860a-b577a72a04bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4657220'] for subnet (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:31.423088 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7f26af85-f2e1-481f-860a-b577a72a04bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5191091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4657238'] for subnet (84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:31.485013 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26af85-f2e1-481f-860a-b577a72a04bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de,revision_number=0']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:31.491065 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26af85-f2e1-481f-860a-b577a72a04bf admin admin] Checking segment: {'id': '22ddfb82-4105-4957-802c-24a28c44ee2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7e3dba26-4d36-495f-9356-de3966b3c4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:40:31.491202 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f26af85-f2e1-481f-860a-b577a72a04bf admin admin] Network hostable DHCP agents. Network: 7e3dba26-4d36-495f-9356-de3966b3c4ca, hostable agents: ['befb4f8c-7c45-422b-a3e4-83ed25d094fc'], hosted agents: [] {{(pid=104368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:40:31.583109 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f26af85-f2e1-481f-860a-b577a72a04bf admin admin] Network 7e3dba26-4d36-495f-9356-de3966b3c4ca is scheduled to be hosted by DHCP agent befb4f8c-7c45-422b-a3e4-83ed25d094fc with binding_index 1 {{(pid=104368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:40:31.649812 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553dbb5-a582-4eca-aaf4-68c75f7d8beb req-c16ede07-8dcb-4cf3-95b2-c48a7e5945c7 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:31.651422 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-7553dbb5-a582-4eca-aaf4-68c75f7d8beb req-c16ede07-8dcb-4cf3-95b2-c48a7e5945c7 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 943 time: 0.0783432 Aug 02 13:40:31.705378 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-7553dbb5-a582-4eca-aaf4-68c75f7d8beb req-7381dd61-987a-45ff-a54c-2656c71efe3e tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483198 Aug 02 13:40:31.731354 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [None req-7f26af85-f2e1-481f-860a-b577a72a04bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-8-iscsi, 7e3dba26-4d36-495f-9356-de3966b3c4ca) {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:40:31.735808 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f26af85-f2e1-481f-860a-b577a72a04bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:31.736298 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7f26af85-f2e1-481f-860a-b577a72a04bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:31.743467 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d251cf-f120-49d1-92a9-abc71e812106 None None] Network 7e3dba26-4d36-495f-9356-de3966b3c4ca requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:40:31.868616 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-7f26af85-f2e1-481f-860a-b577a72a04bf admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8606369 Aug 02 13:40:31.873471 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 37170) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:40:31.881430 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-ea82a505-18a9-4218-9eb0-a1d3b55a64d7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-418861766-router', 'tenant_id': 'dd6856819f8e46ee924851629dadd00b', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:40:32.015994 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05007baf-2fcc-475a-951f-05c66136df0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ebaa513-5f0a-5310-b1e1-7495ca05f9af-7e3dba26-4d36-495f-9356-de3966b3c4ca', 'network_id': '7e3dba26-4d36-495f-9356-de3966b3c4ca', 'project_id': 'dd6856819f8e46ee924851629dadd00b', 'fixed_ips': [{'subnet_id': '84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de'}]}} from dv-cinder-847864-8-iscsi. {{(pid=104370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 02 13:40:32.017331 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-05007baf-2fcc-475a-951f-05c66136df0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:32.017469 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ea82a505-18a9-4218-9eb0-a1d3b55a64d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-774654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (48c8d95a-6eaf-41e2-a39c-72c71c917b95), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:32.019401 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ea82a505-18a9-4218-9eb0-a1d3b55a64d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-774466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (48c8d95a-6eaf-41e2-a39c-72c71c917b95), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:32.080019 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ea82a505-18a9-4218-9eb0-a1d3b55a64d7 admin admin] Publish callbacks [] for router_controller (48c8d95a-6eaf-41e2-a39c-72c71c917b95), precommit_add_association {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:32.186396 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.db_base_plugin_common [None req-05007baf-2fcc-475a-951f-05c66136df0a None None] Allocated IP 172.20.0.2 (7e3dba26-4d36-495f-9356-de3966b3c4ca/84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de/7c0967e3-d4e3-4f6c-974c-5a124e80620c) {{(pid=104370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:40:32.360544 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-05007baf-2fcc-475a-951f-05c66136df0a None None] Publish callbacks [] for port (7c0967e3-d4e3-4f6c-974c-5a124e80620c), precommit_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:32.363343 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ea82a505-18a9-4218-9eb0-a1d3b55a64d7 admin admin] Publish callbacks [] for router_gateway (48c8d95a-6eaf-41e2-a39c-72c71c917b95), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:32.476180 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-05007baf-2fcc-475a-951f-05c66136df0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979'] for port (7c0967e3-d4e3-4f6c-974c-5a124e80620c), after_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:32.518312 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05007baf-2fcc-475a-951f-05c66136df0a None None] Network 7e3dba26-4d36-495f-9356-de3966b3c4ca is already hosted by enough agents. {{(pid=104370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:40:32.521578 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.scheduler.base_scheduler [None req-05007baf-2fcc-475a-951f-05c66136df0a None None] Resources bound (agent type, host, resource id): {{(pid=104370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:40:32.526185 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05007baf-2fcc-475a-951f-05c66136df0a None None] Received port after_create {{(pid=104370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:40:32.569147 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05007baf-2fcc-475a-951f-05c66136df0a None None] Pushing event updated for resources: {'Port': ['ID=7c0967e3-d4e3-4f6c-974c-5a124e80620c,revision_number=1']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:32.603997 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-05007baf-2fcc-475a-951f-05c66136df0a None None] Attempting to bind port 7c0967e3-d4e3-4f6c-974c-5a124e80620c on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:40:32.604273 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-05007baf-2fcc-475a-951f-05c66136df0a None None] Attempting to bind port 7c0967e3-d4e3-4f6c-974c-5a124e80620c by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': '22ddfb82-4105-4957-802c-24a28c44ee2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7e3dba26-4d36-495f-9356-de3966b3c4ca'}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:40:32.604635 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05007baf-2fcc-475a-951f-05c66136df0a None None] Attempting to bind port 7c0967e3-d4e3-4f6c-974c-5a124e80620c on network 7e3dba26-4d36-495f-9356-de3966b3c4ca {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:40:32.610126 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05007baf-2fcc-475a-951f-05c66136df0a None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:40:32.610537 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05007baf-2fcc-475a-951f-05c66136df0a None None] Checking segment: {'id': '22ddfb82-4105-4957-802c-24a28c44ee2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7e3dba26-4d36-495f-9356-de3966b3c4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:40:32.610945 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-05007baf-2fcc-475a-951f-05c66136df0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:32.611341 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05007baf-2fcc-475a-951f-05c66136df0a None None] Bound using segment: {'id': '22ddfb82-4105-4957-802c-24a28c44ee2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7e3dba26-4d36-495f-9356-de3966b3c4ca'} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:40:32.611818 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-05007baf-2fcc-475a-951f-05c66136df0a None None] Bound port: 7c0967e3-d4e3-4f6c-974c-5a124e80620c, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ddfb82-4105-4957-802c-24a28c44ee2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7e3dba26-4d36-495f-9356-de3966b3c4ca'}}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:40:32.612197 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-05007baf-2fcc-475a-951f-05c66136df0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (7c0967e3-d4e3-4f6c-974c-5a124e80620c), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:32.684090 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-05007baf-2fcc-475a-951f-05c66136df0a None None] For port 7c0967e3-d4e3-4f6c-974c-5a124e80620c, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:40:32.687608 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-05007baf-2fcc-475a-951f-05c66136df0a None None] For port 7c0967e3-d4e3-4f6c-974c-5a124e80620c, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=7c0967e3-d4e3-4f6c-974c-5a124e80620c,segment=NetworkSegment(22ddfb82-4105-4957-802c-24a28c44ee2c),segment_id=22ddfb82-4105-4957-802c-24a28c44ee2c)] {{(pid=104370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:40:32.763456 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ea82a505-18a9-4218-9eb0-a1d3b55a64d7 admin admin] Publish callbacks [] for router_gateway (48c8d95a-6eaf-41e2-a39c-72c71c917b95), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:32.778956 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-05007baf-2fcc-475a-951f-05c66136df0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (7c0967e3-d4e3-4f6c-974c-5a124e80620c), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:32.796772 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ea82a505-18a9-4218-9eb0-a1d3b55a64d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:32.858484 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24d17a-0fa8-40af-ac56-8d84fbfeb0fa req-2c9351e8-9120-4869-a1eb-00a9f82a44d2 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:32.865545 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4a24d17a-0fa8-40af-ac56-8d84fbfeb0fa req-2c9351e8-9120-4869-a1eb-00a9f82a44d2 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 943 time: 0.0690804 Aug 02 13:40:32.875825 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05007baf-2fcc-475a-951f-05c66136df0a None None] Pushing event updated for resources: {'Port': ['ID=7c0967e3-d4e3-4f6c-974c-5a124e80620c,revision_number=2']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:32.923927 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4a24d17a-0fa8-40af-ac56-8d84fbfeb0fa req-36548f2e-f7ab-458a-b1cd-950223a6f461 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571957 Aug 02 13:40:32.973077 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_common [None req-ea82a505-18a9-4218-9eb0-a1d3b55a64d7 admin admin] Allocated IP 172.27.4.217 (ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7/17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c/20081ca5-71d7-4fc8-bf6c-22b9c6201811) {{(pid=104368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:40:33.012079 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 6d08b7bb-0121-4185-a0ae-b80415e80f63 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 13:40:33.121476 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ea82a505-18a9-4218-9eb0-a1d3b55a64d7 admin admin] Publish callbacks [] for port (20081ca5-71d7-4fc8-bf6c-22b9c6201811), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:33.158429 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 6d08b7bb-0121-4185-a0ae-b80415e80f63, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6d08b7bb-0121-4185-a0ae-b80415e80f63,segment=NetworkSegment(a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33),segment_id=a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:40:33.173556 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Returning: {'device': '6d08b7bb-0121-4185-a0ae-b80415e80f63', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'port_id': '6d08b7bb-0121-4185-a0ae-b80415e80f63', 'mac_address': 'fa:16:3e:a4:bf:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 13:40:33.219775 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port 6d08b7bb-0121-4185-a0ae-b80415e80f63 is: DOWN; New status is: BUILD {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:40:33.220178 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (6d08b7bb-0121-4185-a0ae-b80415e80f63), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:33.235831 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d08b7bb-0121-4185-a0ae-b80415e80f63 {{(pid=104370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:40:33.263745 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 6d08b7bb-0121-4185-a0ae-b80415e80f63, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6d08b7bb-0121-4185-a0ae-b80415e80f63,segment=NetworkSegment(a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33),segment_id=a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:40:33.263927 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ea82a505-18a9-4218-9eb0-a1d3b55a64d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (20081ca5-71d7-4fc8-bf6c-22b9c6201811), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:33.313461 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea82a505-18a9-4218-9eb0-a1d3b55a64d7 admin admin] Network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 is already hosted by enough agents. {{(pid=104368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:40:33.318880 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [None req-ea82a505-18a9-4218-9eb0-a1d3b55a64d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:40:33.322234 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea82a505-18a9-4218-9eb0-a1d3b55a64d7 admin admin] Received port after_create {{(pid=104368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:40:33.326064 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82a505-18a9-4218-9eb0-a1d3b55a64d7 admin admin] Pushing event updated for resources: {'Port': ['ID=20081ca5-71d7-4fc8-bf6c-22b9c6201811,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:33.359382 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 7c0967e3-d4e3-4f6c-974c-5a124e80620c up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:40:33.391826 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (6d08b7bb-0121-4185-a0ae-b80415e80f63), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:33.451493 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=6d08b7bb-0121-4185-a0ae-b80415e80f63,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:33.459640 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 7c0967e3-d4e3-4f6c-974c-5a124e80620c triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:40:33.460011 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (7c0967e3-d4e3-4f6c-974c-5a124e80620c), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:33.549801 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 7c0967e3-d4e3-4f6c-974c-5a124e80620c is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:40:33.550671 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (7c0967e3-d4e3-4f6c-974c-5a124e80620c), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:33.592170 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] For port 7c0967e3-d4e3-4f6c-974c-5a124e80620c, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=7c0967e3-d4e3-4f6c-974c-5a124e80620c,segment=NetworkSegment(22ddfb82-4105-4957-802c-24a28c44ee2c),segment_id=22ddfb82-4105-4957-802c-24a28c44ee2c)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:40:33.658007 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (7c0967e3-d4e3-4f6c-974c-5a124e80620c), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:33.714878 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ea82a505-18a9-4218-9eb0-a1d3b55a64d7 admin admin] Publish callbacks [] for router_gateway (48c8d95a-6eaf-41e2-a39c-72c71c917b95), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:33.723759 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Pushing event updated for resources: {'Port': ['ID=7c0967e3-d4e3-4f6c-974c-5a124e80620c,revision_number=3']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:33.746474 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['6d08b7bb-0121-4185-a0ae-b80415e80f63'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:40:33.956282 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ea82a505-18a9-4218-9eb0-a1d3b55a64d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772297'] for router (48c8d95a-6eaf-41e2-a39c-72c71c917b95), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:34.023678 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f564edfd-9aff-4418-a6ad-d7038ae588cb None None] Network 7e3dba26-4d36-495f-9356-de3966b3c4ca requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:40:34.099181 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6722ae7b-07ab-4283-ab04-cab1d7a5287c None None] Provisioning complete for port 7c0967e3-d4e3-4f6c-974c-5a124e80620c triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:40:34.099743 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6722ae7b-07ab-4283-ab04-cab1d7a5287c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (7c0967e3-d4e3-4f6c-974c-5a124e80620c), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:34.138469 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891495f-542d-487b-8a59-775a9e77677c req-5fc202f9-f758-4a17-b913-31c68b31204c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:34.140235 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1891495f-542d-487b-8a59-775a9e77677c req-5fc202f9-f758-4a17-b913-31c68b31204c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 944 time: 0.0977092 Aug 02 13:40:34.214060 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1891495f-542d-487b-8a59-775a9e77677c req-0f90ce4d-2483-4be5-96e4-93bca4d337bd tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676486 Aug 02 13:40:34.240763 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6722ae7b-07ab-4283-ab04-cab1d7a5287c None None] Current status of the port 7c0967e3-d4e3-4f6c-974c-5a124e80620c is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:40:34.325995 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea82a505-18a9-4218-9eb0-a1d3b55a64d7 admin admin] Router 48c8d95a-6eaf-41e2-a39c-72c71c917b95 is scheduled to L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 with binding_index 1 {{(pid=104368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 02 13:40:34.467607 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-a1209688-4801-4243-908e-9e973141a671 None None] Provisioning complete for port 7c0967e3-d4e3-4f6c-974c-5a124e80620c triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:40:34.468122 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-a1209688-4801-4243-908e-9e973141a671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (7c0967e3-d4e3-4f6c-974c-5a124e80620c), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:34.545424 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-a1209688-4801-4243-908e-9e973141a671 None None] Current status of the port 7c0967e3-d4e3-4f6c-974c-5a124e80620c is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:40:34.654824 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea82a505-18a9-4218-9eb0-a1d3b55a64d7 admin admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:40:34.663543 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b120abe-92b4-40f9-a2bb-6cfc357d537f None None] Sync routers for ids ['48c8d95a-6eaf-41e2-a39c-72c71c917b95'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:40:34.673461 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b120abe-92b4-40f9-a2bb-6cfc357d537f None None] Routers {'48c8d95a-6eaf-41e2-a39c-72c71c917b95'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:40:34.674082 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-5b120abe-92b4-40f9-a2bb-6cfc357d537f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:40:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['48c8d95a-6eaf-41e2-a39c-72c71c917b95'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:40:34.728181 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ea82a505-18a9-4218-9eb0-a1d3b55a64d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:34.729576 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-ea82a505-18a9-4218-9eb0-a1d3b55a64d7 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8549058 Aug 02 13:40:34.732200 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 37194) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:40:34.780667 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-5b120abe-92b4-40f9-a2bb-6cfc357d537f None None] Set router 48c8d95a-6eaf-41e2-a39c-72c71c917b95 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:40:34.964247 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-5b120abe-92b4-40f9-a2bb-6cfc357d537f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'name': 'tempest-TestMinimumBasicScenario-418861766-router', 'tenant_id': 'dd6856819f8e46ee924851629dadd00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.217'}], 'enable_snat': True}, 'gw_port_id': '20081ca5-71d7-4fc8-bf6c-22b9c6201811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:40:32Z', 'updated_at': '2022-08-02T13:40:33Z', 'revision_number': 3, 'project_id': 'dd6856819f8e46ee924851629dadd00b', 'gw_port': {'id': '20081ca5-71d7-4fc8-bf6c-22b9c6201811', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:40:32Z', 'updated_at': '2022-08-02T13:40:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:40:34.992871 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b120abe-92b4-40f9-a2bb-6cfc357d537f None None] Checking router: 48c8d95a-6eaf-41e2-a39c-72c71c917b95 for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:40:34.993243 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b120abe-92b4-40f9-a2bb-6cfc357d537f None None] Updating router 48c8d95a-6eaf-41e2-a39c-72c71c917b95 port 20081ca5-71d7-4fc8-bf6c-22b9c6201811 binding host dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:40:35.021917 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-5b120abe-92b4-40f9-a2bb-6cfc357d537f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (20081ca5-71d7-4fc8-bf6c-22b9c6201811), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:35.145771 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-b5d4f9c1-2b1a-4903-9502-44256e1435f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:35.300014 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-5b120abe-92b4-40f9-a2bb-6cfc357d537f None None] Publish callbacks [] for port (20081ca5-71d7-4fc8-bf6c-22b9c6201811), precommit_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:35.323822 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_common [None req-b5d4f9c1-2b1a-4903-9502-44256e1435f0 admin admin] Allocated IP 172.20.0.1 (7e3dba26-4d36-495f-9356-de3966b3c4ca/84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de/1a66000b-8a4d-4821-a340-85ca128ee108) {{(pid=104368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:40:35.352880 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 7c0967e3-d4e3-4f6c-974c-5a124e80620c up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:40:35.377929 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff92356-6eab-45b5-8e83-8f7dc31d8262 req-41f8422e-197c-4fd0-958a-71065a42c443 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:35.379726 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6ff92356-6eab-45b5-8e83-8f7dc31d8262 req-41f8422e-197c-4fd0-958a-71065a42c443 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 944 time: 0.0787072 Aug 02 13:40:35.405593 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 7c0967e3-d4e3-4f6c-974c-5a124e80620c triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:40:35.406431 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (7c0967e3-d4e3-4f6c-974c-5a124e80620c), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:35.434363 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-5b120abe-92b4-40f9-a2bb-6cfc357d537f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (20081ca5-71d7-4fc8-bf6c-22b9c6201811), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:35.437773 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6ff92356-6eab-45b5-8e83-8f7dc31d8262 req-34747594-5e49-4850-b9e2-e057336fe184 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500855 Aug 02 13:40:35.451620 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-b5d4f9c1-2b1a-4903-9502-44256e1435f0 admin admin] Publish callbacks [] for port (1a66000b-8a4d-4821-a340-85ca128ee108), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:35.505359 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-5b120abe-92b4-40f9-a2bb-6cfc357d537f None None] Attempting to bind port 20081ca5-71d7-4fc8-bf6c-22b9c6201811 on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:40:35.505759 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-5b120abe-92b4-40f9-a2bb-6cfc357d537f None None] Attempting to bind port 20081ca5-71d7-4fc8-bf6c-22b9c6201811 by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:40:35.506184 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b120abe-92b4-40f9-a2bb-6cfc357d537f None None] Attempting to bind port 20081ca5-71d7-4fc8-bf6c-22b9c6201811 on network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:40:35.510767 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689116c-7e86-4b79-b337-0b61a9b4d8db None None] Pushing event updated for resources: {'Port': ['ID=20081ca5-71d7-4fc8-bf6c-22b9c6201811,revision_number=2']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:35.517941 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b120abe-92b4-40f9-a2bb-6cfc357d537f None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:40:35.518135 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b120abe-92b4-40f9-a2bb-6cfc357d537f None None] Checking segment: {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:40:35.518579 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-5b120abe-92b4-40f9-a2bb-6cfc357d537f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:35.519044 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b120abe-92b4-40f9-a2bb-6cfc357d537f None None] Bound using segment: {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:40:35.519529 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-5b120abe-92b4-40f9-a2bb-6cfc357d537f None None] Bound port: 20081ca5-71d7-4fc8-bf6c-22b9c6201811, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:40:35.519917 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-5b120abe-92b4-40f9-a2bb-6cfc357d537f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (20081ca5-71d7-4fc8-bf6c-22b9c6201811), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:35.554731 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-b5d4f9c1-2b1a-4903-9502-44256e1435f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (1a66000b-8a4d-4821-a340-85ca128ee108), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:35.590249 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 7c0967e3-d4e3-4f6c-974c-5a124e80620c is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:40:35.592991 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d4f9c1-2b1a-4903-9502-44256e1435f0 admin admin] Network 7e3dba26-4d36-495f-9356-de3966b3c4ca is already hosted by enough agents. {{(pid=104368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:40:35.599846 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-5b120abe-92b4-40f9-a2bb-6cfc357d537f None None] For port 20081ca5-71d7-4fc8-bf6c-22b9c6201811, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:40:35.600050 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [None req-b5d4f9c1-2b1a-4903-9502-44256e1435f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:40:35.604749 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-5b120abe-92b4-40f9-a2bb-6cfc357d537f None None] For port 20081ca5-71d7-4fc8-bf6c-22b9c6201811, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=20081ca5-71d7-4fc8-bf6c-22b9c6201811,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:40:35.605201 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d4f9c1-2b1a-4903-9502-44256e1435f0 admin admin] Received port after_create {{(pid=104368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:40:35.610354 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4f9c1-2b1a-4903-9502-44256e1435f0 admin admin] Pushing event updated for resources: {'Port': ['ID=1a66000b-8a4d-4821-a340-85ca128ee108,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:35.652257 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-b5d4f9c1-2b1a-4903-9502-44256e1435f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772152'] for router_interface (48c8d95a-6eaf-41e2-a39c-72c71c917b95), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:35.686688 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-5b120abe-92b4-40f9-a2bb-6cfc357d537f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (20081ca5-71d7-4fc8-bf6c-22b9c6201811), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:35.762632 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b120abe-92b4-40f9-a2bb-6cfc357d537f None None] Routers {'48c8d95a-6eaf-41e2-a39c-72c71c917b95'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:40:35.763391 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-5b120abe-92b4-40f9-a2bb-6cfc357d537f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:40:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['48c8d95a-6eaf-41e2-a39c-72c71c917b95'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:40:35.768507 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689116c-7e86-4b79-b337-0b61a9b4d8db None None] Pushing event updated for resources: {'Port': ['ID=20081ca5-71d7-4fc8-bf6c-22b9c6201811,revision_number=3']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:35.888142 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-b5d4f9c1-2b1a-4903-9502-44256e1435f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (1a66000b-8a4d-4821-a340-85ca128ee108), before_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:35.889751 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-5b120abe-92b4-40f9-a2bb-6cfc357d537f None None] Set router 48c8d95a-6eaf-41e2-a39c-72c71c917b95 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:40:36.067773 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-b5d4f9c1-2b1a-4903-9502-44256e1435f0 admin admin] Publish callbacks [] for port (1a66000b-8a4d-4821-a340-85ca128ee108), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:36.072911 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-9818599b-9fbc-4d73-a493-a0ae882cbbfa None None] Provisioning complete for port 1a66000b-8a4d-4821-a340-85ca128ee108 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:40:36.073287 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-9818599b-9fbc-4d73-a493-a0ae882cbbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (1a66000b-8a4d-4821-a340-85ca128ee108), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:36.119894 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-b5d4f9c1-2b1a-4903-9502-44256e1435f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5190948'] for port (1a66000b-8a4d-4821-a340-85ca128ee108), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:36.145309 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-9818599b-9fbc-4d73-a493-a0ae882cbbfa None None] Port 1a66000b-8a4d-4821-a340-85ca128ee108 cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:40:36.188531 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-b5d4f9c1-2b1a-4903-9502-44256e1435f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773000'] for router_interface (48c8d95a-6eaf-41e2-a39c-72c71c917b95), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:36.190458 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4f9c1-2b1a-4903-9502-44256e1435f0 admin admin] Pushing event updated for resources: {'Port': ['ID=1a66000b-8a4d-4821-a340-85ca128ee108,revision_number=2']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:36.231925 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-5b120abe-92b4-40f9-a2bb-6cfc357d537f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'name': 'tempest-TestMinimumBasicScenario-418861766-router', 'tenant_id': 'dd6856819f8e46ee924851629dadd00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.217'}], 'enable_snat': True}, 'gw_port_id': '20081ca5-71d7-4fc8-bf6c-22b9c6201811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:40:32Z', 'updated_at': '2022-08-02T13:40:33Z', 'revision_number': 3, 'project_id': 'dd6856819f8e46ee924851629dadd00b', 'gw_port': {'id': '20081ca5-71d7-4fc8-bf6c-22b9c6201811', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:40:32Z', 'updated_at': '2022-08-02T13:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:40:36.264873 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b120abe-92b4-40f9-a2bb-6cfc357d537f None None] The sync data for ids ['48c8d95a-6eaf-41e2-a39c-72c71c917b95'] in dv-cinder-847864-8-iscsi is: [{'id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'name': 'tempest-TestMinimumBasicScenario-418861766-router', 'tenant_id': 'dd6856819f8e46ee924851629dadd00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.217'}], 'enable_snat': True}, 'gw_port_id': '20081ca5-71d7-4fc8-bf6c-22b9c6201811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:40:32Z', 'updated_at': '2022-08-02T13:40:33Z', 'revision_number': 3, 'project_id': 'dd6856819f8e46ee924851629dadd00b', 'gw_port': {'id': '20081ca5-71d7-4fc8-bf6c-22b9c6201811', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:40:32Z', 'updated_at': '2022-08-02T13:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:40:36.314810 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d4f9c1-2b1a-4903-9502-44256e1435f0 admin admin] Network 7e3dba26-4d36-495f-9356-de3966b3c4ca is already hosted by enough agents. {{(pid=104368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:40:36.317017 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [None req-b5d4f9c1-2b1a-4903-9502-44256e1435f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:40:36.453906 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d4f9c1-2b1a-4903-9502-44256e1435f0 admin admin] Router 48c8d95a-6eaf-41e2-a39c-72c71c917b95 has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:40:36.639795 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d4f9c1-2b1a-4903-9502-44256e1435f0 admin admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:40:36.645460 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-b5d4f9c1-2b1a-4903-9502-44256e1435f0 admin admin] 10.222.0.67 "PUT /v2.0/routers/48c8d95a-6eaf-41e2-a39c-72c71c917b95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9122245 Aug 02 13:40:36.677008 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-57d5b5a3-2ab0-4f3c-a759-b40b209c4b90 None None] Provisioning complete for port 1a66000b-8a4d-4821-a340-85ca128ee108 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:40:36.677008 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-57d5b5a3-2ab0-4f3c-a759-b40b209c4b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (1a66000b-8a4d-4821-a340-85ca128ee108), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:36.681311 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeef213-60c6-4dac-b2ec-0075b301f828 req-2b6d4f9a-a1d4-4e82-9764-f3a33380b362 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:36.681311 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ddeef213-60c6-4dac-b2ec-0075b301f828 req-2b6d4f9a-a1d4-4e82-9764-f3a33380b362 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 944 time: 0.0991850 Aug 02 13:40:36.724127 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-57d5b5a3-2ab0-4f3c-a759-b40b209c4b90 None None] Port 1a66000b-8a4d-4821-a340-85ca128ee108 cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:40:36.743625 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ddeef213-60c6-4dac-b2ec-0075b301f828 req-838a72ae-9762-4958-8165-9380fc2c2243 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533714 Aug 02 13:40:37.336443 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 20081ca5-71d7-4fc8-bf6c-22b9c6201811 up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:40:37.386160 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 20081ca5-71d7-4fc8-bf6c-22b9c6201811 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:40:37.386282 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (20081ca5-71d7-4fc8-bf6c-22b9c6201811), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:37.475100 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 20081ca5-71d7-4fc8-bf6c-22b9c6201811 is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:40:37.475506 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (20081ca5-71d7-4fc8-bf6c-22b9c6201811), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:37.498617 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] For port 20081ca5-71d7-4fc8-bf6c-22b9c6201811, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=20081ca5-71d7-4fc8-bf6c-22b9c6201811,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:40:37.498905 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 37222) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:40:37.504626 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-ca972222-32b3-4bdb-88fd-d34295fef454 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1950840822-network', 'tenant_id': '3ad10e9172944ea4a88678bd8345fa67'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:40:37.582949 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (20081ca5-71d7-4fc8-bf6c-22b9c6201811), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:37.611378 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca972222-32b3-4bdb-88fd-d34295fef454 admin admin] Made reservation on behalf of 3ad10e9172944ea4a88678bd8345fa67 for: {'network': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:40:37.613741 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ca972222-32b3-4bdb-88fd-d34295fef454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for network (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:37.624481 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ca972222-32b3-4bdb-88fd-d34295fef454 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:37.638552 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Pushing event updated for resources: {'Port': ['ID=20081ca5-71d7-4fc8-bf6c-22b9c6201811,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:37.714878 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ca972222-32b3-4bdb-88fd-d34295fef454 admin admin] Publish callbacks [] for security_group (f4206dbe-fc75-4021-8989-1ffbb4ef4bd6), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:37.788549 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ca972222-32b3-4bdb-88fd-d34295fef454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (f4206dbe-fc75-4021-8989-1ffbb4ef4bd6), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:37.820078 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca972222-32b3-4bdb-88fd-d34295fef454 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=104369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:40:37.839818 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca972222-32b3-4bdb-88fd-d34295fef454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4206dbe-fc75-4021-8989-1ffbb4ef4bd6,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:37.848235 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ca972222-32b3-4bdb-88fd-d34295fef454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (758dab1c-1445-4450-82d6-f1f4d35a6879), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:37.848446 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.db.segments_db [None req-ca972222-32b3-4bdb-88fd-d34295fef454 admin admin] Added segment 758dab1c-1445-4450-82d6-f1f4d35a6879 of type vlan for network 11de7838-ec80-4898-9847-3e8c3056b989 Aug 02 13:40:37.910257 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ca972222-32b3-4bdb-88fd-d34295fef454 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786056214182'] for network (11de7838-ec80-4898-9847-3e8c3056b989), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:37.941601 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3966236-fbaa-4eea-af26-db070b602cd8 req-b02c5012-398d-4fe2-bd61-84fb8acfaba3 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:37.943258 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f3966236-fbaa-4eea-af26-db070b602cd8 req-b02c5012-398d-4fe2-bd61-84fb8acfaba3 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 944 time: 0.1199212 Aug 02 13:40:37.962676 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64511d0e-fca1-4ed4-8127-91e16051e7aa None None] Sync routers for ids ['48c8d95a-6eaf-41e2-a39c-72c71c917b95'] in dv-cinder-847864-8-iscsi {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:40:37.971801 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64511d0e-fca1-4ed4-8127-91e16051e7aa None None] Routers {'48c8d95a-6eaf-41e2-a39c-72c71c917b95'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:40:37.972424 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-64511d0e-fca1-4ed4-8127-91e16051e7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:40:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['48c8d95a-6eaf-41e2-a39c-72c71c917b95'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:40:37.995242 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f3966236-fbaa-4eea-af26-db070b602cd8 req-5d7a75b6-7337-45ae-a78f-cbe467e74124 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454223 Aug 02 13:40:38.022528 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ca972222-32b3-4bdb-88fd-d34295fef454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010'] for network (11de7838-ec80-4898-9847-3e8c3056b989), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:38.023563 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca972222-32b3-4bdb-88fd-d34295fef454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:38.024326 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ca972222-32b3-4bdb-88fd-d34295fef454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:38.078364 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-64511d0e-fca1-4ed4-8127-91e16051e7aa None None] Set router 48c8d95a-6eaf-41e2-a39c-72c71c917b95 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:40:38.088893 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca972222-32b3-4bdb-88fd-d34295fef454 admin admin] Pushing event updated for resources: {'Network': ['ID=11de7838-ec80-4898-9847-3e8c3056b989,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:38.099153 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Network 11de7838-ec80-4898-9847-3e8c3056b989 details requested by agent ovs-agent-dv-cinder-847864-8-iscsi with host dv-cinder-847864-8-iscsi {{(pid=104370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 13:40:38.148325 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-ca972222-32b3-4bdb-88fd-d34295fef454 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6451931 Aug 02 13:40:38.148647 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 37226) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:40:38.153689 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-71441f4a-3400-432c-a620-8fb0190d583b admin admin] Request body: {'subnet': {'network_id': '11de7838-ec80-4898-9847-3e8c3056b989', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1950840822-subnet', 'tenant_id': '3ad10e9172944ea4a88678bd8345fa67', 'ip_version': 4}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:40:38.239723 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71441f4a-3400-432c-a620-8fb0190d583b admin admin] Made reservation on behalf of 3ad10e9172944ea4a88678bd8345fa67 for: {'subnet': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:40:38.242771 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-71441f4a-3400-432c-a620-8fb0190d583b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24483867'] for subnet (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:38.298735 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-64511d0e-fca1-4ed4-8127-91e16051e7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'name': 'tempest-TestMinimumBasicScenario-418861766-router', 'tenant_id': 'dd6856819f8e46ee924851629dadd00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.217'}], 'enable_snat': True}, 'gw_port_id': '20081ca5-71d7-4fc8-bf6c-22b9c6201811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:40:32Z', 'updated_at': '2022-08-02T13:40:35Z', 'revision_number': 4, 'project_id': 'dd6856819f8e46ee924851629dadd00b', 'gw_port': {'id': '20081ca5-71d7-4fc8-bf6c-22b9c6201811', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:40:32Z', 'updated_at': '2022-08-02T13:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '1a66000b-8a4d-4821-a340-85ca128ee108', 'name': '', 'network_id': '7e3dba26-4d36-495f-9356-de3966b3c4ca', 'tenant_id': 'dd6856819f8e46ee924851629dadd00b', 'mac_address': 'fa:16:3e:f8:8c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:40:35Z', 'updated_at': '2022-08-02T13:40:35Z', 'revision_number': 2, 'project_id': 'dd6856819f8e46ee924851629dadd00b', 'subnets': [{'id': '84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:40:38.325101 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64511d0e-fca1-4ed4-8127-91e16051e7aa None None] Checking router: 48c8d95a-6eaf-41e2-a39c-72c71c917b95 for host: dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:40:38.325101 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64511d0e-fca1-4ed4-8127-91e16051e7aa None None] Updating router 48c8d95a-6eaf-41e2-a39c-72c71c917b95 port 1a66000b-8a4d-4821-a340-85ca128ee108 binding host dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:40:38.369854 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-64511d0e-fca1-4ed4-8127-91e16051e7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (1a66000b-8a4d-4821-a340-85ca128ee108), before_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:38.646554 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-71441f4a-3400-432c-a620-8fb0190d583b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24483849'] for subnet (d478d964-0f7d-4de5-aea4-3a5e6e5b95e2), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:38.683554 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-64511d0e-fca1-4ed4-8127-91e16051e7aa None None] Publish callbacks [] for port (1a66000b-8a4d-4821-a340-85ca128ee108), precommit_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:38.704163 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71441f4a-3400-432c-a620-8fb0190d583b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d478d964-0f7d-4de5-aea4-3a5e6e5b95e2,revision_number=0']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:38.715891 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71441f4a-3400-432c-a620-8fb0190d583b admin admin] Checking segment: {'id': '758dab1c-1445-4450-82d6-f1f4d35a6879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '11de7838-ec80-4898-9847-3e8c3056b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:40:38.716258 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71441f4a-3400-432c-a620-8fb0190d583b admin admin] Network hostable DHCP agents. Network: 11de7838-ec80-4898-9847-3e8c3056b989, hostable agents: ['befb4f8c-7c45-422b-a3e4-83ed25d094fc'], hosted agents: [] {{(pid=104369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:40:38.782672 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-64511d0e-fca1-4ed4-8127-91e16051e7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (1a66000b-8a4d-4821-a340-85ca128ee108), after_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:38.842655 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fef127-d845-4214-8b26-018f12c1df09 None None] Pushing event updated for resources: {'Port': ['ID=1a66000b-8a4d-4821-a340-85ca128ee108,revision_number=3']} {{(pid=104371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:38.867987 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fef127-d845-4214-8b26-018f12c1df09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:38.868598 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fef127-d845-4214-8b26-018f12c1df09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:38.869032 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fef127-d845-4214-8b26-018f12c1df09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:38.869382 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fef127-d845-4214-8b26-018f12c1df09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:38.869722 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fef127-d845-4214-8b26-018f12c1df09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:38.870058 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fef127-d845-4214-8b26-018f12c1df09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:38.870397 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fef127-d845-4214-8b26-018f12c1df09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:38.870746 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fef127-d845-4214-8b26-018f12c1df09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:38.871073 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fef127-d845-4214-8b26-018f12c1df09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:38.871512 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fef127-d845-4214-8b26-018f12c1df09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:38.871844 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fef127-d845-4214-8b26-018f12c1df09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:38.872169 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fef127-d845-4214-8b26-018f12c1df09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:38.872491 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fef127-d845-4214-8b26-018f12c1df09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:38.879706 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71441f4a-3400-432c-a620-8fb0190d583b admin admin] Network 11de7838-ec80-4898-9847-3e8c3056b989 is scheduled to be hosted by DHCP agent befb4f8c-7c45-422b-a3e4-83ed25d094fc with binding_index 1 {{(pid=104369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:40:38.905055 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.managers [None req-64511d0e-fca1-4ed4-8127-91e16051e7aa None None] Attempting to bind port 1a66000b-8a4d-4821-a340-85ca128ee108 on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:40:38.905369 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.managers [None req-64511d0e-fca1-4ed4-8127-91e16051e7aa None None] Attempting to bind port 1a66000b-8a4d-4821-a340-85ca128ee108 by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': '22ddfb82-4105-4957-802c-24a28c44ee2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7e3dba26-4d36-495f-9356-de3966b3c4ca'}] {{(pid=104371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:40:38.905698 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64511d0e-fca1-4ed4-8127-91e16051e7aa None None] Attempting to bind port 1a66000b-8a4d-4821-a340-85ca128ee108 on network 7e3dba26-4d36-495f-9356-de3966b3c4ca {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:40:38.910989 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64511d0e-fca1-4ed4-8127-91e16051e7aa None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:40:38.911363 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64511d0e-fca1-4ed4-8127-91e16051e7aa None None] Checking segment: {'id': '22ddfb82-4105-4957-802c-24a28c44ee2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7e3dba26-4d36-495f-9356-de3966b3c4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:40:38.911773 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-64511d0e-fca1-4ed4-8127-91e16051e7aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:38.912159 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64511d0e-fca1-4ed4-8127-91e16051e7aa None None] Bound using segment: {'id': '22ddfb82-4105-4957-802c-24a28c44ee2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7e3dba26-4d36-495f-9356-de3966b3c4ca'} {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:40:38.912622 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.managers [None req-64511d0e-fca1-4ed4-8127-91e16051e7aa None None] Bound port: 1a66000b-8a4d-4821-a340-85ca128ee108, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ddfb82-4105-4957-802c-24a28c44ee2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7e3dba26-4d36-495f-9356-de3966b3c4ca'}}] {{(pid=104371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:40:38.912999 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-64511d0e-fca1-4ed4-8127-91e16051e7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (1a66000b-8a4d-4821-a340-85ca128ee108), before_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:38.979691 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.db [None req-64511d0e-fca1-4ed4-8127-91e16051e7aa None None] For port 1a66000b-8a4d-4821-a340-85ca128ee108, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:40:38.984236 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.db [None req-64511d0e-fca1-4ed4-8127-91e16051e7aa None None] For port 1a66000b-8a4d-4821-a340-85ca128ee108, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=1a66000b-8a4d-4821-a340-85ca128ee108,segment=NetworkSegment(22ddfb82-4105-4957-802c-24a28c44ee2c),segment_id=22ddfb82-4105-4957-802c-24a28c44ee2c)] {{(pid=104371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:40:39.039885 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 6d08b7bb-0121-4185-a0ae-b80415e80f63 up at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:40:39.063373 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-71441f4a-3400-432c-a620-8fb0190d583b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-8-iscsi, 11de7838-ec80-4898-9847-3e8c3056b989) {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:40:39.068598 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71441f4a-3400-432c-a620-8fb0190d583b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:39.073762 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-71441f4a-3400-432c-a620-8fb0190d583b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for subnet (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:39.091377 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817d8e91-be98-4048-971f-5b3d62725d23 None None] Network 11de7838-ec80-4898-9847-3e8c3056b989 requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:40:39.096361 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-d5cfb0e3-0144-491d-bd6a-c908798d3243 None None] Provisioning complete for port 1a66000b-8a4d-4821-a340-85ca128ee108 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:40:39.096806 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-d5cfb0e3-0144-491d-bd6a-c908798d3243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (1a66000b-8a4d-4821-a340-85ca128ee108), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:39.133255 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca2e1c-ba63-4391-81ef-2db5e5a1a13a req-09f6ecdb-c038-421b-bd26-db2c9f3a62b6 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:39.134822 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-07ca2e1c-ba63-4391-81ef-2db5e5a1a13a req-09f6ecdb-c038-421b-bd26-db2c9f3a62b6 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 944 time: 0.0638201 Aug 02 13:40:39.184166 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-64511d0e-fca1-4ed4-8127-91e16051e7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (1a66000b-8a4d-4821-a340-85ca128ee108), after_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:39.189373 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-07ca2e1c-ba63-4391-81ef-2db5e5a1a13a req-914758fd-0539-4e8f-b1bc-9a295ca7e87c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482852 Aug 02 13:40:39.190010 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-d5cfb0e3-0144-491d-bd6a-c908798d3243 None None] Port 1a66000b-8a4d-4821-a340-85ca128ee108 cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:40:39.222914 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-71441f4a-3400-432c-a620-8fb0190d583b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0732479 Aug 02 13:40:39.231265 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 37250) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:40:39.239866 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-fb1c2e96-a447-4c1e-a6b1-9413adbb3cb2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1950840822-router', 'tenant_id': '3ad10e9172944ea4a88678bd8345fa67', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:40:39.254051 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cfe9bf-97d5-4a7c-b37c-c0b08dadb815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ebaa513-5f0a-5310-b1e1-7495ca05f9af-11de7838-ec80-4898-9847-3e8c3056b989', 'network_id': '11de7838-ec80-4898-9847-3e8c3056b989', 'project_id': '3ad10e9172944ea4a88678bd8345fa67', 'fixed_ips': [{'subnet_id': 'd478d964-0f7d-4de5-aea4-3a5e6e5b95e2'}]}} from dv-cinder-847864-8-iscsi. {{(pid=104370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 02 13:40:39.255062 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-b3cfe9bf-97d5-4a7c-b37c-c0b08dadb815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:39.288617 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning for port 6d08b7bb-0121-4185-a0ae-b80415e80f63 completed by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 02 13:40:39.295135 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64511d0e-fca1-4ed4-8127-91e16051e7aa None None] Routers {'48c8d95a-6eaf-41e2-a39c-72c71c917b95'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:40:39.295776 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-64511d0e-fca1-4ed4-8127-91e16051e7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:40:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['48c8d95a-6eaf-41e2-a39c-72c71c917b95'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:40:39.296360 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning complete for port 6d08b7bb-0121-4185-a0ae-b80415e80f63 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:40:39.296762 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (6d08b7bb-0121-4185-a0ae-b80415e80f63), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:39.370821 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fef127-d845-4214-8b26-018f12c1df09 None None] Pushing event updated for resources: {'Port': ['ID=1a66000b-8a4d-4821-a340-85ca128ee108,revision_number=4']} {{(pid=104371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:39.371785 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2e96-a447-4c1e-a6b1-9413adbb3cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-774654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (f9566cdb-287e-413a-8a76-146755ddcfeb), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:39.373127 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2e96-a447-4c1e-a6b1-9413adbb3cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-774466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (f9566cdb-287e-413a-8a76-146755ddcfeb), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:39.444717 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-64511d0e-fca1-4ed4-8127-91e16051e7aa None None] Set router 48c8d95a-6eaf-41e2-a39c-72c71c917b95 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:40:39.444907 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2e96-a447-4c1e-a6b1-9413adbb3cb2 admin admin] Publish callbacks [] for router_controller (f9566cdb-287e-413a-8a76-146755ddcfeb), precommit_add_association {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:39.454149 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 20081ca5-71d7-4fc8-bf6c-22b9c6201811 up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:40:39.572180 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.db_base_plugin_common [None req-b3cfe9bf-97d5-4a7c-b37c-c0b08dadb815 None None] Allocated IP 172.20.0.2 (11de7838-ec80-4898-9847-3e8c3056b989/d478d964-0f7d-4de5-aea4-3a5e6e5b95e2/8270244d-462a-4ed3-b011-d6da7a6e440d) {{(pid=104370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:40:39.576607 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-5782820c-2fe2-4820-b5c3-95b1fe3b9496 None None] Provisioning complete for port 1a66000b-8a4d-4821-a340-85ca128ee108 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:40:39.577165 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-5782820c-2fe2-4820-b5c3-95b1fe3b9496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (1a66000b-8a4d-4821-a340-85ca128ee108), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:39.687342 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2e96-a447-4c1e-a6b1-9413adbb3cb2 admin admin] Publish callbacks [] for router_gateway (f9566cdb-287e-413a-8a76-146755ddcfeb), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:39.693129 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port 6d08b7bb-0121-4185-a0ae-b80415e80f63 is: BUILD; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:40:39.693528 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (6d08b7bb-0121-4185-a0ae-b80415e80f63), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:39.714212 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 20081ca5-71d7-4fc8-bf6c-22b9c6201811 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:40:39.714788 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (20081ca5-71d7-4fc8-bf6c-22b9c6201811), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:39.749520 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-64511d0e-fca1-4ed4-8127-91e16051e7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'name': 'tempest-TestMinimumBasicScenario-418861766-router', 'tenant_id': 'dd6856819f8e46ee924851629dadd00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.217'}], 'enable_snat': True}, 'gw_port_id': '20081ca5-71d7-4fc8-bf6c-22b9c6201811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:40:32Z', 'updated_at': '2022-08-02T13:40:35Z', 'revision_number': 4, 'project_id': 'dd6856819f8e46ee924851629dadd00b', 'gw_port': {'id': '20081ca5-71d7-4fc8-bf6c-22b9c6201811', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:40:32Z', 'updated_at': '2022-08-02T13:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '1a66000b-8a4d-4821-a340-85ca128ee108', 'name': '', 'network_id': '7e3dba26-4d36-495f-9356-de3966b3c4ca', 'tenant_id': 'dd6856819f8e46ee924851629dadd00b', 'mac_address': 'fa:16:3e:f8:8c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:40:35Z', 'updated_at': '2022-08-02T13:40:38Z', 'revision_number': 4, 'project_id': 'dd6856819f8e46ee924851629dadd00b', 'subnets': [{'id': '84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:40:39.770280 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048a6cca-4de0-4269-bbd8-919a2e83f23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d08b7bb-0121-4185-a0ae-b80415e80f63'}] {{(pid=104370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:40:39.772562 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7baa883c66606d2bd29c352a6206e712ed5fe15c106669ddbeacd0f82211b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9cfc3a-8549-4788-ae7d-844df204d680" -d '{"events": [{"server_uuid": "048a6cca-4de0-4269-bbd8-919a2e83f23a", "name": "network-vif-plugged", "status": "completed", "tag": "6d08b7bb-0121-4185-a0ae-b80415e80f63"}]}' {{(pid=104370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:40:39.794702 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64511d0e-fca1-4ed4-8127-91e16051e7aa None None] The sync data for ids ['48c8d95a-6eaf-41e2-a39c-72c71c917b95'] in dv-cinder-847864-8-iscsi is: [{'id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'name': 'tempest-TestMinimumBasicScenario-418861766-router', 'tenant_id': 'dd6856819f8e46ee924851629dadd00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.217'}], 'enable_snat': True}, 'gw_port_id': '20081ca5-71d7-4fc8-bf6c-22b9c6201811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:40:32Z', 'updated_at': '2022-08-02T13:40:35Z', 'revision_number': 4, 'project_id': 'dd6856819f8e46ee924851629dadd00b', 'gw_port': {'id': '20081ca5-71d7-4fc8-bf6c-22b9c6201811', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:40:32Z', 'updated_at': '2022-08-02T13:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '1a66000b-8a4d-4821-a340-85ca128ee108', 'name': '', 'network_id': '7e3dba26-4d36-495f-9356-de3966b3c4ca', 'tenant_id': 'dd6856819f8e46ee924851629dadd00b', 'mac_address': 'fa:16:3e:f8:8c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:40:35Z', 'updated_at': '2022-08-02T13:40:38Z', 'revision_number': 4, 'project_id': 'dd6856819f8e46ee924851629dadd00b', 'subnets': [{'id': '84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:40:39.804496 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 6d08b7bb-0121-4185-a0ae-b80415e80f63, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6d08b7bb-0121-4185-a0ae-b80415e80f63,segment=NetworkSegment(a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33),segment_id=a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:40:39.896423 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6887bf57-2611-4c3c-92f8-8c4dc5d40940 x-openstack-request-id: req-6887bf57-2611-4c3c-92f8-8c4dc5d40940 {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:40:39.896974 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048a6cca-4de0-4269-bbd8-919a2e83f23a", "name": "network-vif-plugged", "status": "completed", "tag": "6d08b7bb-0121-4185-a0ae-b80415e80f63", "code": 200}]} {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:40:39.897245 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6887bf57-2611-4c3c-92f8-8c4dc5d40940 {{(pid=104370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:40:39.897654 dv-cinder-847864-8-iscsi neutron-server[104370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6887bf57-2611-4c3c-92f8-8c4dc5d40940'] response: {'server_uuid': '048a6cca-4de0-4269-bbd8-919a2e83f23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d08b7bb-0121-4185-a0ae-b80415e80f63', 'code': 200} Aug 02 13:40:39.933983 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (6d08b7bb-0121-4185-a0ae-b80415e80f63), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:39.973563 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-5782820c-2fe2-4820-b5c3-95b1fe3b9496 None None] Current status of the port 1a66000b-8a4d-4821-a340-85ca128ee108 is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:40:39.973889 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-5782820c-2fe2-4820-b5c3-95b1fe3b9496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (1a66000b-8a4d-4821-a340-85ca128ee108), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:40.036968 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-b3cfe9bf-97d5-4a7c-b37c-c0b08dadb815 None None] Publish callbacks [] for port (8270244d-462a-4ed3-b011-d6da7a6e440d), precommit_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:40.088032 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 20081ca5-71d7-4fc8-bf6c-22b9c6201811 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:40:40.098209 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=6d08b7bb-0121-4185-a0ae-b80415e80f63,revision_number=5']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:40.115140 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-5782820c-2fe2-4820-b5c3-95b1fe3b9496 None None] For port 1a66000b-8a4d-4821-a340-85ca128ee108, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=1a66000b-8a4d-4821-a340-85ca128ee108,segment=NetworkSegment(22ddfb82-4105-4957-802c-24a28c44ee2c),segment_id=22ddfb82-4105-4957-802c-24a28c44ee2c)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:40:40.156320 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2e96-a447-4c1e-a6b1-9413adbb3cb2 admin admin] Publish callbacks [] for router_gateway (f9566cdb-287e-413a-8a76-146755ddcfeb), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:40.175994 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2e96-a447-4c1e-a6b1-9413adbb3cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:40.320195 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-b3cfe9bf-97d5-4a7c-b37c-c0b08dadb815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979'] for port (8270244d-462a-4ed3-b011-d6da7a6e440d), after_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:40.325009 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-5782820c-2fe2-4820-b5c3-95b1fe3b9496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (1a66000b-8a4d-4821-a340-85ca128ee108), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:40.343729 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_common [None req-fb1c2e96-a447-4c1e-a6b1-9413adbb3cb2 admin admin] Allocated IP 172.27.4.52 (ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7/17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c/e3ab87ca-baff-4e75-a5d5-ad3c1202b12e) {{(pid=104368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:40:40.368786 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cfe9bf-97d5-4a7c-b37c-c0b08dadb815 None None] Network 11de7838-ec80-4898-9847-3e8c3056b989 is already hosted by enough agents. {{(pid=104370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:40:40.375965 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.scheduler.base_scheduler [None req-b3cfe9bf-97d5-4a7c-b37c-c0b08dadb815 None None] Resources bound (agent type, host, resource id): {{(pid=104370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:40:40.380454 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cfe9bf-97d5-4a7c-b37c-c0b08dadb815 None None] Received port after_create {{(pid=104370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:40:40.385969 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cfe9bf-97d5-4a7c-b37c-c0b08dadb815 None None] Pushing event updated for resources: {'Port': ['ID=8270244d-462a-4ed3-b011-d6da7a6e440d,revision_number=1']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:40.393463 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae05698-5d7e-4131-8441-ed6168306ab0 req-1e8ad724-7140-4370-941a-22c13c7bb58a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:40.400707 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6ae05698-5d7e-4131-8441-ed6168306ab0 req-1e8ad724-7140-4370-941a-22c13c7bb58a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 945 time: 0.1238613 Aug 02 13:40:40.489039 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782820c-2fe2-4820-b5c3-95b1fe3b9496 None None] Pushing event updated for resources: {'Port': ['ID=1a66000b-8a4d-4821-a340-85ca128ee108,revision_number=5']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:40.492498 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-b3cfe9bf-97d5-4a7c-b37c-c0b08dadb815 None None] Attempting to bind port 8270244d-462a-4ed3-b011-d6da7a6e440d on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:40:40.493167 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-b3cfe9bf-97d5-4a7c-b37c-c0b08dadb815 None None] Attempting to bind port 8270244d-462a-4ed3-b011-d6da7a6e440d by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': '758dab1c-1445-4450-82d6-f1f4d35a6879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '11de7838-ec80-4898-9847-3e8c3056b989'}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:40:40.493788 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cfe9bf-97d5-4a7c-b37c-c0b08dadb815 None None] Attempting to bind port 8270244d-462a-4ed3-b011-d6da7a6e440d on network 11de7838-ec80-4898-9847-3e8c3056b989 {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:40:40.503622 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cfe9bf-97d5-4a7c-b37c-c0b08dadb815 None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:40:40.504346 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cfe9bf-97d5-4a7c-b37c-c0b08dadb815 None None] Checking segment: {'id': '758dab1c-1445-4450-82d6-f1f4d35a6879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '11de7838-ec80-4898-9847-3e8c3056b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:40:40.504947 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-b3cfe9bf-97d5-4a7c-b37c-c0b08dadb815 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:40.511469 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cfe9bf-97d5-4a7c-b37c-c0b08dadb815 None None] Bound using segment: {'id': '758dab1c-1445-4450-82d6-f1f4d35a6879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '11de7838-ec80-4898-9847-3e8c3056b989'} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:40:40.511469 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-b3cfe9bf-97d5-4a7c-b37c-c0b08dadb815 None None] Bound port: 8270244d-462a-4ed3-b011-d6da7a6e440d, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '758dab1c-1445-4450-82d6-f1f4d35a6879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '11de7838-ec80-4898-9847-3e8c3056b989'}}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:40:40.511469 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-b3cfe9bf-97d5-4a7c-b37c-c0b08dadb815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (8270244d-462a-4ed3-b011-d6da7a6e440d), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:40.511828 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6ae05698-5d7e-4131-8441-ed6168306ab0 req-f8bcac34-c8dd-4fc3-920c-247fa1cb4411 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094418 Aug 02 13:40:40.552578 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2e96-a447-4c1e-a6b1-9413adbb3cb2 admin admin] Publish callbacks [] for port (e3ab87ca-baff-4e75-a5d5-ad3c1202b12e), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:40.595981 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-b3cfe9bf-97d5-4a7c-b37c-c0b08dadb815 None None] For port 8270244d-462a-4ed3-b011-d6da7a6e440d, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:40:40.600341 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-b3cfe9bf-97d5-4a7c-b37c-c0b08dadb815 None None] For port 8270244d-462a-4ed3-b011-d6da7a6e440d, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=8270244d-462a-4ed3-b011-d6da7a6e440d,segment=NetworkSegment(758dab1c-1445-4450-82d6-f1f4d35a6879),segment_id=758dab1c-1445-4450-82d6-f1f4d35a6879)] {{(pid=104370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:40:40.618450 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff545d9-5b3b-416b-8442-522698f71527 req-fa689f43-114e-4b7f-b687-dd32ae9afcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:40.620051 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6ff545d9-5b3b-416b-8442-522698f71527 req-fa689f43-114e-4b7f-b687-dd32ae9afcf3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 1129 time: 0.0550795 Aug 02 13:40:40.671609 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6ff545d9-5b3b-416b-8442-522698f71527 req-8066de53-09d6-4f63-adad-36f5b266c8e8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449514 Aug 02 13:40:40.731607 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2e96-a447-4c1e-a6b1-9413adbb3cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (e3ab87ca-baff-4e75-a5d5-ad3c1202b12e), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:40.766212 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-b3cfe9bf-97d5-4a7c-b37c-c0b08dadb815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (8270244d-462a-4ed3-b011-d6da7a6e440d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:40.775943 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1c2e96-a447-4c1e-a6b1-9413adbb3cb2 admin admin] Network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 is already hosted by enough agents. {{(pid=104368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:40:40.779087 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [None req-fb1c2e96-a447-4c1e-a6b1-9413adbb3cb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:40:40.781814 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1c2e96-a447-4c1e-a6b1-9413adbb3cb2 admin admin] Received port after_create {{(pid=104368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:40:40.811851 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c2e96-a447-4c1e-a6b1-9413adbb3cb2 admin admin] Pushing event updated for resources: {'Port': ['ID=e3ab87ca-baff-4e75-a5d5-ad3c1202b12e,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:40.835466 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cfe9bf-97d5-4a7c-b37c-c0b08dadb815 None None] Pushing event updated for resources: {'Port': ['ID=8270244d-462a-4ed3-b011-d6da7a6e440d,revision_number=2']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:40.837303 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c2e96-a447-4c1e-a6b1-9413adbb3cb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:40.837662 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c2e96-a447-4c1e-a6b1-9413adbb3cb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:40.838017 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c2e96-a447-4c1e-a6b1-9413adbb3cb2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:40.839022 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c2e96-a447-4c1e-a6b1-9413adbb3cb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:40.839386 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c2e96-a447-4c1e-a6b1-9413adbb3cb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:40.839733 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c2e96-a447-4c1e-a6b1-9413adbb3cb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:40.840079 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c2e96-a447-4c1e-a6b1-9413adbb3cb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:40.840609 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c2e96-a447-4c1e-a6b1-9413adbb3cb2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:40.841032 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c2e96-a447-4c1e-a6b1-9413adbb3cb2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:40.841348 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c2e96-a447-4c1e-a6b1-9413adbb3cb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:40.841684 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c2e96-a447-4c1e-a6b1-9413adbb3cb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:40.842021 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c2e96-a447-4c1e-a6b1-9413adbb3cb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:40.842355 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c2e96-a447-4c1e-a6b1-9413adbb3cb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:41.387258 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 8270244d-462a-4ed3-b011-d6da7a6e440d up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:40:41.412326 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2e96-a447-4c1e-a6b1-9413adbb3cb2 admin admin] Publish callbacks [] for router_gateway (f9566cdb-287e-413a-8a76-146755ddcfeb), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:41.435944 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 8270244d-462a-4ed3-b011-d6da7a6e440d triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:40:41.436324 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (8270244d-462a-4ed3-b011-d6da7a6e440d), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:41.514920 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 8270244d-462a-4ed3-b011-d6da7a6e440d is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:40:41.515437 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (8270244d-462a-4ed3-b011-d6da7a6e440d), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:41.558785 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] For port 8270244d-462a-4ed3-b011-d6da7a6e440d, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=8270244d-462a-4ed3-b011-d6da7a6e440d,segment=NetworkSegment(758dab1c-1445-4450-82d6-f1f4d35a6879),segment_id=758dab1c-1445-4450-82d6-f1f4d35a6879)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:40:41.626239 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2e96-a447-4c1e-a6b1-9413adbb3cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772297'] for router (f9566cdb-287e-413a-8a76-146755ddcfeb), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:41.670513 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d630e7a-8320-4980-b16d-7e09b598528e req-31c3bc85-dc05-410c-88d6-0cffeb756b89 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:41.673217 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4d630e7a-8320-4980-b16d-7e09b598528e req-31c3bc85-dc05-410c-88d6-0cffeb756b89 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 945 time: 0.0735178 Aug 02 13:40:41.697623 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (8270244d-462a-4ed3-b011-d6da7a6e440d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:41.698442 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 1a66000b-8a4d-4821-a340-85ca128ee108 up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:40:41.739180 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4d630e7a-8320-4980-b16d-7e09b598528e req-da6d0627-53e7-4699-b9ec-1dc68a0ed47e tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562751 Aug 02 13:40:41.926967 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Pushing event updated for resources: {'Port': ['ID=8270244d-462a-4ed3-b011-d6da7a6e440d,revision_number=3']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:41.932747 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1c2e96-a447-4c1e-a6b1-9413adbb3cb2 admin admin] Router f9566cdb-287e-413a-8a76-146755ddcfeb is scheduled to L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 with binding_index 1 {{(pid=104368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 02 13:40:41.938310 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 1a66000b-8a4d-4821-a340-85ca128ee108 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:40:41.944748 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (1a66000b-8a4d-4821-a340-85ca128ee108), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:41.991560 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97cabee-5251-4d40-a0ec-dabdd8f7863a None None] Network 11de7838-ec80-4898-9847-3e8c3056b989 requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:40:42.062422 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1c2e96-a447-4c1e-a6b1-9413adbb3cb2 admin admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:40:42.079918 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb72ca4d-bbb9-43c4-83fd-f2e38c6fd428 None None] Sync routers for ids ['f9566cdb-287e-413a-8a76-146755ddcfeb'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:40:42.089003 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 1a66000b-8a4d-4821-a340-85ca128ee108 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:40:42.114199 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-a03771c9-b16b-4d97-ae77-6330d265ff9b None None] Provisioning complete for port 8270244d-462a-4ed3-b011-d6da7a6e440d triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:40:42.114596 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-a03771c9-b16b-4d97-ae77-6330d265ff9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (8270244d-462a-4ed3-b011-d6da7a6e440d), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:42.119430 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb72ca4d-bbb9-43c4-83fd-f2e38c6fd428 None None] Routers {'f9566cdb-287e-413a-8a76-146755ddcfeb'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:40:42.120116 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-eb72ca4d-bbb9-43c4-83fd-f2e38c6fd428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:40:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['f9566cdb-287e-413a-8a76-146755ddcfeb'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:40:42.348058 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-eb72ca4d-bbb9-43c4-83fd-f2e38c6fd428 None None] Set router f9566cdb-287e-413a-8a76-146755ddcfeb gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:40:42.348292 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2e96-a447-4c1e-a6b1-9413adbb3cb2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:42.348292 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-fb1c2e96-a447-4c1e-a6b1-9413adbb3cb2 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0887630 Aug 02 13:40:42.348292 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 37284) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:40:42.378018 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-a03771c9-b16b-4d97-ae77-6330d265ff9b None None] Current status of the port 8270244d-462a-4ed3-b011-d6da7a6e440d is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:40:42.539670 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-eb72ca4d-bbb9-43c4-83fd-f2e38c6fd428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9566cdb-287e-413a-8a76-146755ddcfeb', 'name': 'tempest-TestMinimumBasicScenario-1950840822-router', 'tenant_id': '3ad10e9172944ea4a88678bd8345fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'e3ab87ca-baff-4e75-a5d5-ad3c1202b12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:40:39Z', 'updated_at': '2022-08-02T13:40:40Z', 'revision_number': 3, 'project_id': '3ad10e9172944ea4a88678bd8345fa67', 'gw_port': {'id': 'e3ab87ca-baff-4e75-a5d5-ad3c1202b12e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:53:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9566cdb-287e-413a-8a76-146755ddcfeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:40:40Z', 'updated_at': '2022-08-02T13:40:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:40:42.617757 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb72ca4d-bbb9-43c4-83fd-f2e38c6fd428 None None] Checking router: f9566cdb-287e-413a-8a76-146755ddcfeb for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:40:42.617757 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb72ca4d-bbb9-43c4-83fd-f2e38c6fd428 None None] Updating router f9566cdb-287e-413a-8a76-146755ddcfeb port e3ab87ca-baff-4e75-a5d5-ad3c1202b12e binding host dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:40:42.650977 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-eb72ca4d-bbb9-43c4-83fd-f2e38c6fd428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (e3ab87ca-baff-4e75-a5d5-ad3c1202b12e), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:42.675241 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-452dc240-bd5f-4d8a-9900-ed4fa479341f None None] Provisioning complete for port 8270244d-462a-4ed3-b011-d6da7a6e440d triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:40:42.675614 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-452dc240-bd5f-4d8a-9900-ed4fa479341f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (8270244d-462a-4ed3-b011-d6da7a6e440d), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:42.791484 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-f10d2cc9-7683-401c-898e-e2f16f593ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:42.864157 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-452dc240-bd5f-4d8a-9900-ed4fa479341f None None] Current status of the port 8270244d-462a-4ed3-b011-d6da7a6e440d is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:40:42.949528 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a7606-8f68-4dfe-9e31-6b8d3f1f936f req-f136a13b-16f7-4f00-a1fe-64b7d3f75eb6 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:42.951106 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-226a7606-8f68-4dfe-9e31-6b8d3f1f936f req-f136a13b-16f7-4f00-a1fe-64b7d3f75eb6 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 945 time: 0.1077292 Aug 02 13:40:42.972682 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-eb72ca4d-bbb9-43c4-83fd-f2e38c6fd428 None None] Publish callbacks [] for port (e3ab87ca-baff-4e75-a5d5-ad3c1202b12e), precommit_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:43.021832 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_common [None req-f10d2cc9-7683-401c-898e-e2f16f593ddd admin admin] Allocated IP 172.20.0.1 (11de7838-ec80-4898-9847-3e8c3056b989/d478d964-0f7d-4de5-aea4-3a5e6e5b95e2/e71ea6f5-42f8-4d8f-9708-d0b9244040e0) {{(pid=104368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:40:43.042555 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-226a7606-8f68-4dfe-9e31-6b8d3f1f936f req-71ea0bac-0198-4a32-803b-9dd28b34044b tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828087 Aug 02 13:40:43.062293 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-eb72ca4d-bbb9-43c4-83fd-f2e38c6fd428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (e3ab87ca-baff-4e75-a5d5-ad3c1202b12e), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:43.118640 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-eb72ca4d-bbb9-43c4-83fd-f2e38c6fd428 None None] Attempting to bind port e3ab87ca-baff-4e75-a5d5-ad3c1202b12e on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:40:43.118951 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-eb72ca4d-bbb9-43c4-83fd-f2e38c6fd428 None None] Attempting to bind port e3ab87ca-baff-4e75-a5d5-ad3c1202b12e by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:40:43.119318 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb72ca4d-bbb9-43c4-83fd-f2e38c6fd428 None None] Attempting to bind port e3ab87ca-baff-4e75-a5d5-ad3c1202b12e on network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:40:43.122329 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45a2ba-9fef-4360-ba86-95d2ce6a1aad None None] Pushing event updated for resources: {'Port': ['ID=e3ab87ca-baff-4e75-a5d5-ad3c1202b12e,revision_number=2']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:43.127234 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb72ca4d-bbb9-43c4-83fd-f2e38c6fd428 None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:40:43.127617 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb72ca4d-bbb9-43c4-83fd-f2e38c6fd428 None None] Checking segment: {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:40:43.128030 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-eb72ca4d-bbb9-43c4-83fd-f2e38c6fd428 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:43.128487 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb72ca4d-bbb9-43c4-83fd-f2e38c6fd428 None None] Bound using segment: {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:40:43.128977 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-eb72ca4d-bbb9-43c4-83fd-f2e38c6fd428 None None] Bound port: e3ab87ca-baff-4e75-a5d5-ad3c1202b12e, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:40:43.129369 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-eb72ca4d-bbb9-43c4-83fd-f2e38c6fd428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (e3ab87ca-baff-4e75-a5d5-ad3c1202b12e), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:43.149419 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-f10d2cc9-7683-401c-898e-e2f16f593ddd admin admin] Publish callbacks [] for port (e71ea6f5-42f8-4d8f-9708-d0b9244040e0), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:43.181927 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e3a7d-7fff-4448-a7fe-12082f0b9942 req-bff6815f-579b-4505-845a-87a60e87d379 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:43.183348 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2d4e3a7d-7fff-4448-a7fe-12082f0b9942 req-bff6815f-579b-4505-845a-87a60e87d379 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 945 time: 0.0624456 Aug 02 13:40:43.186133 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-eb72ca4d-bbb9-43c4-83fd-f2e38c6fd428 None None] For port e3ab87ca-baff-4e75-a5d5-ad3c1202b12e, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:40:43.191016 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-eb72ca4d-bbb9-43c4-83fd-f2e38c6fd428 None None] For port e3ab87ca-baff-4e75-a5d5-ad3c1202b12e, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=e3ab87ca-baff-4e75-a5d5-ad3c1202b12e,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:40:43.235102 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2d4e3a7d-7fff-4448-a7fe-12082f0b9942 req-b2c3b38f-f5d1-473a-9cc9-4385046ebfd4 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451992 Aug 02 13:40:43.262404 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 37294) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:40:43.269759 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-f10d2cc9-7683-401c-898e-e2f16f593ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (e71ea6f5-42f8-4d8f-9708-d0b9244040e0), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:43.313924 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10d2cc9-7683-401c-898e-e2f16f593ddd admin admin] Network 11de7838-ec80-4898-9847-3e8c3056b989 is already hosted by enough agents. {{(pid=104368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:40:43.314966 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-eb72ca4d-bbb9-43c4-83fd-f2e38c6fd428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (e3ab87ca-baff-4e75-a5d5-ad3c1202b12e), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:43.317122 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [None req-f10d2cc9-7683-401c-898e-e2f16f593ddd admin admin] Resources bound (agent type, host, resource id): {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:40:43.321855 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10d2cc9-7683-401c-898e-e2f16f593ddd admin admin] Received port after_create {{(pid=104368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:40:43.339959 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 8270244d-462a-4ed3-b011-d6da7a6e440d up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:40:43.364093 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-f10d2cc9-7683-401c-898e-e2f16f593ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772152'] for router_interface (f9566cdb-287e-413a-8a76-146755ddcfeb), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:43.367959 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d2cc9-7683-401c-898e-e2f16f593ddd admin admin] Pushing event updated for resources: {'Port': ['ID=e71ea6f5-42f8-4d8f-9708-d0b9244040e0,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:43.425960 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb72ca4d-bbb9-43c4-83fd-f2e38c6fd428 None None] Routers {'f9566cdb-287e-413a-8a76-146755ddcfeb'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:40:43.426638 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-eb72ca4d-bbb9-43c4-83fd-f2e38c6fd428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:40:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['f9566cdb-287e-413a-8a76-146755ddcfeb'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:40:43.532974 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45a2ba-9fef-4360-ba86-95d2ce6a1aad None None] Pushing event updated for resources: {'Port': ['ID=e3ab87ca-baff-4e75-a5d5-ad3c1202b12e,revision_number=3']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:43.564978 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 8270244d-462a-4ed3-b011-d6da7a6e440d triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:40:43.565659 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (8270244d-462a-4ed3-b011-d6da7a6e440d), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:43.588886 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-eb72ca4d-bbb9-43c4-83fd-f2e38c6fd428 None None] Set router f9566cdb-287e-413a-8a76-146755ddcfeb gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:40:43.589309 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc58e55f-0b47-4586-bf7f-93acecc3afd3 tempest-TestVolumeBootPattern-1632057962 tempest-TestVolumeBootPattern-1632057962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:43.590883 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-fc58e55f-0b47-4586-bf7f-93acecc3afd3 tempest-TestVolumeBootPattern-1632057962 tempest-TestVolumeBootPattern-1632057962-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 1124 time: 0.3274453 Aug 02 13:40:43.594039 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 37298) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:40:43.599356 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-48cf14e6-af98-478e-b11a-8650fb5c328c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Request body: {'floatingip': {'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'port_id': '6d08b7bb-0121-4185-a0ae-b80415e80f63', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:40:43.619167 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-f10d2cc9-7683-401c-898e-e2f16f593ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (e71ea6f5-42f8-4d8f-9708-d0b9244040e0), before_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:43.715059 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-0bc9c5d0-caee-4bb0-bf6d-6a87acbc25be None None] Provisioning complete for port e71ea6f5-42f8-4d8f-9708-d0b9244040e0 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:40:43.715435 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-0bc9c5d0-caee-4bb0-bf6d-6a87acbc25be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (e71ea6f5-42f8-4d8f-9708-d0b9244040e0), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:43.744052 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-48cf14e6-af98-478e-b11a-8650fb5c328c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:43.782291 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-0bc9c5d0-caee-4bb0-bf6d-6a87acbc25be None None] Port e71ea6f5-42f8-4d8f-9708-d0b9244040e0 cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:40:43.809663 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-f10d2cc9-7683-401c-898e-e2f16f593ddd admin admin] Publish callbacks [] for port (e71ea6f5-42f8-4d8f-9708-d0b9244040e0), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:43.863425 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-48cf14e6-af98-478e-b11a-8650fb5c328c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:43.903399 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-f10d2cc9-7683-401c-898e-e2f16f593ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5190948'] for port (e71ea6f5-42f8-4d8f-9708-d0b9244040e0), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:43.965524 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 8270244d-462a-4ed3-b011-d6da7a6e440d is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:40:43.977903 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-f10d2cc9-7683-401c-898e-e2f16f593ddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773000'] for router_interface (f9566cdb-287e-413a-8a76-146755ddcfeb), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:43.978841 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [None req-48cf14e6-af98-478e-b11a-8650fb5c328c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Allocated IP 172.27.4.198 (ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7/17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c/0a45a2e2-7cf1-4541-b977-7be1783ad23b) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:40:43.980142 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d2cc9-7683-401c-898e-e2f16f593ddd admin admin] Pushing event updated for resources: {'Port': ['ID=e71ea6f5-42f8-4d8f-9708-d0b9244040e0,revision_number=2']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:44.025254 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-eb72ca4d-bbb9-43c4-83fd-f2e38c6fd428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9566cdb-287e-413a-8a76-146755ddcfeb', 'name': 'tempest-TestMinimumBasicScenario-1950840822-router', 'tenant_id': '3ad10e9172944ea4a88678bd8345fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'e3ab87ca-baff-4e75-a5d5-ad3c1202b12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:40:39Z', 'updated_at': '2022-08-02T13:40:40Z', 'revision_number': 3, 'project_id': '3ad10e9172944ea4a88678bd8345fa67', 'gw_port': {'id': 'e3ab87ca-baff-4e75-a5d5-ad3c1202b12e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:53:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9566cdb-287e-413a-8a76-146755ddcfeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:40:40Z', 'updated_at': '2022-08-02T13:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:40:44.052195 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb72ca4d-bbb9-43c4-83fd-f2e38c6fd428 None None] The sync data for ids ['f9566cdb-287e-413a-8a76-146755ddcfeb'] in dv-cinder-847864-8-iscsi is: [{'id': 'f9566cdb-287e-413a-8a76-146755ddcfeb', 'name': 'tempest-TestMinimumBasicScenario-1950840822-router', 'tenant_id': '3ad10e9172944ea4a88678bd8345fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'e3ab87ca-baff-4e75-a5d5-ad3c1202b12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:40:39Z', 'updated_at': '2022-08-02T13:40:40Z', 'revision_number': 3, 'project_id': '3ad10e9172944ea4a88678bd8345fa67', 'gw_port': {'id': 'e3ab87ca-baff-4e75-a5d5-ad3c1202b12e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:53:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9566cdb-287e-413a-8a76-146755ddcfeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:40:40Z', 'updated_at': '2022-08-02T13:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:40:44.089528 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10d2cc9-7683-401c-898e-e2f16f593ddd admin admin] Network 11de7838-ec80-4898-9847-3e8c3056b989 is already hosted by enough agents. {{(pid=104368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:40:44.091104 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [None req-f10d2cc9-7683-401c-898e-e2f16f593ddd admin admin] Resources bound (agent type, host, resource id): {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:40:44.097505 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-48cf14e6-af98-478e-b11a-8650fb5c328c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for port (0a45a2e2-7cf1-4541-b977-7be1783ad23b), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:44.236953 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10d2cc9-7683-401c-898e-e2f16f593ddd admin admin] Router f9566cdb-287e-413a-8a76-146755ddcfeb has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:40:44.277900 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-48cf14e6-af98-478e-b11a-8650fb5c328c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (0a45a2e2-7cf1-4541-b977-7be1783ad23b), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:44.365458 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10d2cc9-7683-401c-898e-e2f16f593ddd admin admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:40:44.370649 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cf14e6-af98-478e-b11a-8650fb5c328c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:40:44.371308 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-f10d2cc9-7683-401c-898e-e2f16f593ddd admin admin] 10.222.0.67 "PUT /v2.0/routers/f9566cdb-287e-413a-8a76-146755ddcfeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0460088 Aug 02 13:40:44.374095 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-48cf14e6-af98-478e-b11a-8650fb5c328c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:40:44.391802 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf14e6-af98-478e-b11a-8650fb5c328c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Pushing event updated for resources: {'Port': ['ID=0a45a2e2-7cf1-4541-b977-7be1783ad23b,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:44.394288 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cf14e6-af98-478e-b11a-8650fb5c328c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:40:44.420683 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-ec9bef6e-2a2b-4006-8066-a8e568335a06 None None] Provisioning complete for port e71ea6f5-42f8-4d8f-9708-d0b9244040e0 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:40:44.420878 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cf14e6-af98-478e-b11a-8650fb5c328c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:44.421004 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-ec9bef6e-2a2b-4006-8066-a8e568335a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (e71ea6f5-42f8-4d8f-9708-d0b9244040e0), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:44.421216 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cf14e6-af98-478e-b11a-8650fb5c328c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:44.421562 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cf14e6-af98-478e-b11a-8650fb5c328c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:44.421898 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cf14e6-af98-478e-b11a-8650fb5c328c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:44.422230 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cf14e6-af98-478e-b11a-8650fb5c328c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:44.422674 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cf14e6-af98-478e-b11a-8650fb5c328c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:44.423000 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cf14e6-af98-478e-b11a-8650fb5c328c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:44.423506 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cf14e6-af98-478e-b11a-8650fb5c328c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:44.423839 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cf14e6-af98-478e-b11a-8650fb5c328c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:44.424168 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cf14e6-af98-478e-b11a-8650fb5c328c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:44.424489 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cf14e6-af98-478e-b11a-8650fb5c328c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:44.424968 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cf14e6-af98-478e-b11a-8650fb5c328c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:44.425488 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cf14e6-af98-478e-b11a-8650fb5c328c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:40:44.475472 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-ec9bef6e-2a2b-4006-8066-a8e568335a06 None None] Port e71ea6f5-42f8-4d8f-9708-d0b9244040e0 cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:40:45.076726 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-48cf14e6-af98-478e-b11a-8650fb5c328c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for floatingip (2eb06319-c821-4aec-9ae6-ccd067651159), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:45.320080 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-48cf14e6-af98-478e-b11a-8650fb5c328c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (0a45a2e2-7cf1-4541-b977-7be1783ad23b), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:45.372809 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device e3ab87ca-baff-4e75-a5d5-ad3c1202b12e up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:40:45.425052 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port e3ab87ca-baff-4e75-a5d5-ad3c1202b12e triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:40:45.425359 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (e3ab87ca-baff-4e75-a5d5-ad3c1202b12e), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:45.498607 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-48cf14e6-af98-478e-b11a-8650fb5c328c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for port (0a45a2e2-7cf1-4541-b977-7be1783ad23b), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:45.517868 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port e3ab87ca-baff-4e75-a5d5-ad3c1202b12e is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:40:45.518265 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (e3ab87ca-baff-4e75-a5d5-ad3c1202b12e), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:45.547777 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] For port e3ab87ca-baff-4e75-a5d5-ad3c1202b12e, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=e3ab87ca-baff-4e75-a5d5-ad3c1202b12e,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:40:45.696901 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-48cf14e6-af98-478e-b11a-8650fb5c328c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (0a45a2e2-7cf1-4541-b977-7be1783ad23b), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:45.753444 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (e3ab87ca-baff-4e75-a5d5-ad3c1202b12e), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:45.810530 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-48cf14e6-af98-478e-b11a-8650fb5c328c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772271'] for floatingip (2eb06319-c821-4aec-9ae6-ccd067651159), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:45.865327 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Pushing event updated for resources: {'Port': ['ID=e3ab87ca-baff-4e75-a5d5-ad3c1202b12e,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:45.881613 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf14e6-af98-478e-b11a-8650fb5c328c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Pushing event updated for resources: {'Port': ['ID=0a45a2e2-7cf1-4541-b977-7be1783ad23b,revision_number=2']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:45.920609 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 37348) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:40:45.974354 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.db.l3_db [None req-48cf14e6-af98-478e-b11a-8650fb5c328c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Floating IP 2eb06319-c821-4aec-9ae6-ccd067651159 associated. External IP: 172.27.4.198, port: 6d08b7bb-0121-4185-a0ae-b80415e80f63. Aug 02 13:40:46.219602 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-34e77cac-8c90-442e-935e-dbd002c5b5ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:46.229718 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-34e77cac-8c90-442e-935e-dbd002c5b5ed admin admin] Publish callbacks [] for security_group (2123a4ae-0f46-495b-a0fa-ccd8c16ae4df), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:46.253608 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48cf14e6-af98-478e-b11a-8650fb5c328c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Router 7e875251-ed9c-4695-9e35-43919f7fbbef has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:40:46.388836 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48cf14e6-af98-478e-b11a-8650fb5c328c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:40:46.400331 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f482e0a-9a28-47c0-ab06-08e1c23924e6 None None] Sync routers for ids ['7e875251-ed9c-4695-9e35-43919f7fbbef'] in dv-cinder-847864-8-iscsi {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:40:46.412193 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f482e0a-9a28-47c0-ab06-08e1c23924e6 None None] Routers {'7e875251-ed9c-4695-9e35-43919f7fbbef'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:40:46.413147 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-9f482e0a-9a28-47c0-ab06-08e1c23924e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:40:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['7e875251-ed9c-4695-9e35-43919f7fbbef'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:40:46.546785 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-9f482e0a-9a28-47c0-ab06-08e1c23924e6 None None] Set router 7e875251-ed9c-4695-9e35-43919f7fbbef gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:40:46.766639 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-34e77cac-8c90-442e-935e-dbd002c5b5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (2123a4ae-0f46-495b-a0fa-ccd8c16ae4df), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:46.820426 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-9f482e0a-9a28-47c0-ab06-08e1c23924e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'name': 'tempest-TestVolumeBootPattern-1215620166-router', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:30Z', 'updated_at': '2022-08-02T13:39:34Z', 'revision_number': 4, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'gw_port': {'id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:31Z', 'updated_at': '2022-08-02T13:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': '2eb06319-c821-4aec-9ae6-ccd067651159', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'floating_ip_address': '172.27.4.198', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'port_id': '6d08b7bb-0121-4185-a0ae-b80415e80f63', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'mac_address': 'fa:16:3e:a4:bf:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a6cca-4de0-4269-bbd8-919a2e83f23a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:40:44Z', 'updated_at': '2022-08-02T13:40:44Z', 'revision_number': 0, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9', 'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'mac_address': 'fa:16:3e:47:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:34Z', 'updated_at': '2022-08-02T13:39:39Z', 'revision_number': 5, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'subnets': [{'id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:40:46.825237 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-48cf14e6-af98-478e-b11a-8650fb5c328c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:46.847966 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-34e77cac-8c90-442e-935e-dbd002c5b5ed admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=addcf8e40e154464b6510d95fa21182c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9262438 Aug 02 13:40:46.852699 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e77cac-8c90-442e-935e-dbd002c5b5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2123a4ae-0f46-495b-a0fa-ccd8c16ae4df,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:46.857463 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 37354) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:40:46.877109 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f482e0a-9a28-47c0-ab06-08e1c23924e6 None None] Checking router: 7e875251-ed9c-4695-9e35-43919f7fbbef for host: dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:40:46.888980 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f482e0a-9a28-47c0-ab06-08e1c23924e6 None None] Routers {'7e875251-ed9c-4695-9e35-43919f7fbbef'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:40:46.889761 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-9f482e0a-9a28-47c0-ab06-08e1c23924e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:40:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['7e875251-ed9c-4695-9e35-43919f7fbbef'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:40:46.915166 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-48cf14e6-af98-478e-b11a-8650fb5c328c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3193607 Aug 02 13:40:46.917260 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048a6cca-4de0-4269-bbd8-919a2e83f23a', 'tag': '6d08b7bb-0121-4185-a0ae-b80415e80f63'}] {{(pid=104369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:40:46.920063 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bf99331ba47a6ac295264f2d91701b523438f9b2384832aa813a78b8ac64a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acb4cf2-e145-4fee-9e89-52b8ef329d16" -d '{"events": [{"name": "network-changed", "server_uuid": "048a6cca-4de0-4269-bbd8-919a2e83f23a", "tag": "6d08b7bb-0121-4185-a0ae-b80415e80f63"}]}' {{(pid=104369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:40:46.944427 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a9a48a4d-4ed6-488f-8a4a-cf30b6bbcefd admin admin] Publish callbacks [] for security_group (2123a4ae-0f46-495b-a0fa-ccd8c16ae4df), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:46.985397 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a9a48a4d-4ed6-488f-8a4a-cf30b6bbcefd admin admin] Publish callbacks [] for security_group (2123a4ae-0f46-495b-a0fa-ccd8c16ae4df), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:46.997049 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff375637-f482-49ac-9204-4c0e1903bcb7 x-openstack-request-id: req-ff375637-f482-49ac-9204-4c0e1903bcb7 {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:40:46.997385 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048a6cca-4de0-4269-bbd8-919a2e83f23a", "tag": "6d08b7bb-0121-4185-a0ae-b80415e80f63", "status": "completed", "code": 200}]} {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:40:46.997657 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ff375637-f482-49ac-9204-4c0e1903bcb7 {{(pid=104369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:40:46.998075 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff375637-f482-49ac-9204-4c0e1903bcb7'] response: {'name': 'network-changed', 'server_uuid': '048a6cca-4de0-4269-bbd8-919a2e83f23a', 'tag': '6d08b7bb-0121-4185-a0ae-b80415e80f63', 'status': 'completed', 'code': 200} Aug 02 13:40:47.098813 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb4cf2-e145-4fee-9e89-52b8ef329d16 req-23d89988-6e8a-4e3f-94c6-dfa93fbd1224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:47.100620 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5acb4cf2-e145-4fee-9e89-52b8ef329d16 req-23d89988-6e8a-4e3f-94c6-dfa93fbd1224 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26af2dc63c6142548bb513c4aed2b4d0&device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 1129 time: 0.0764797 Aug 02 13:40:47.105604 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22835a8b-e121-440c-ae60-c63367f577c9 None None] Sync routers for ids ['f9566cdb-287e-413a-8a76-146755ddcfeb'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:40:47.117489 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22835a8b-e121-440c-ae60-c63367f577c9 None None] Routers {'f9566cdb-287e-413a-8a76-146755ddcfeb'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:40:47.118423 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-22835a8b-e121-440c-ae60-c63367f577c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:40:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['f9566cdb-287e-413a-8a76-146755ddcfeb'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:40:47.206835 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-9f482e0a-9a28-47c0-ab06-08e1c23924e6 None None] Set router 7e875251-ed9c-4695-9e35-43919f7fbbef gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:40:47.245872 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-22835a8b-e121-440c-ae60-c63367f577c9 None None] Set router f9566cdb-287e-413a-8a76-146755ddcfeb gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:40:47.250623 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb4cf2-e145-4fee-9e89-52b8ef329d16 req-bce2bfd9-820c-4d32-b8ce-f61fb1c781b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:47.253277 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5acb4cf2-e145-4fee-9e89-52b8ef329d16 req-bce2bfd9-820c-4d32-b8ce-f61fb1c781b1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=01ffcfab-a887-4187-8399-c98076da1ec3 HTTP/1.1" status: 200 len: 913 time: 0.1395884 Aug 02 13:40:47.254617 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a9a48a4d-4ed6-488f-8a4a-cf30b6bbcefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (2123a4ae-0f46-495b-a0fa-ccd8c16ae4df), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:47.257951 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a9a48a4d-4ed6-488f-8a4a-cf30b6bbcefd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:47.259374 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-a9a48a4d-4ed6-488f-8a4a-cf30b6bbcefd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2123a4ae-0f46-495b-a0fa-ccd8c16ae4df HTTP/1.1" status: 204 len: 168 time: 0.4016323 Aug 02 13:40:47.280250 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a48a4d-4ed6-488f-8a4a-cf30b6bbcefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2123a4ae-0f46-495b-a0fa-ccd8c16ae4df,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:47.366091 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5acb4cf2-e145-4fee-9e89-52b8ef329d16 req-c5abb9b3-75d6-4f00-ad14-bcba5617bd5f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d08b7bb-0121-4185-a0ae-b80415e80f63 HTTP/1.1" status: 200 len: 999 time: 0.0937579 Aug 02 13:40:47.420236 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device e3ab87ca-baff-4e75-a5d5-ad3c1202b12e up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:40:47.467441 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb4cf2-e145-4fee-9e89-52b8ef329d16 req-378fee61-f0b5-4bff-9bc8-24dce812d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:47.472804 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5acb4cf2-e145-4fee-9e89-52b8ef329d16 req-378fee61-f0b5-4bff-9bc8-24dce812d991 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae61575f-a0ba-4745-91f9-2d111054bae1 HTTP/1.1" status: 200 len: 851 time: 0.0932627 Aug 02 13:40:47.545384 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port e3ab87ca-baff-4e75-a5d5-ad3c1202b12e triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:40:47.545384 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (e3ab87ca-baff-4e75-a5d5-ad3c1202b12e), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:47.550703 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb4cf2-e145-4fee-9e89-52b8ef329d16 req-e2912a50-9422-46fa-85e7-c39ad156a39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:47.552256 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5acb4cf2-e145-4fee-9e89-52b8ef329d16 req-e2912a50-9422-46fa-85e7-c39ad156a39d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01ffcfab-a887-4187-8399-c98076da1ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0758610 Aug 02 13:40:47.606695 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-22835a8b-e121-440c-ae60-c63367f577c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9566cdb-287e-413a-8a76-146755ddcfeb', 'name': 'tempest-TestMinimumBasicScenario-1950840822-router', 'tenant_id': '3ad10e9172944ea4a88678bd8345fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'e3ab87ca-baff-4e75-a5d5-ad3c1202b12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:40:39Z', 'updated_at': '2022-08-02T13:40:43Z', 'revision_number': 4, 'project_id': '3ad10e9172944ea4a88678bd8345fa67', 'gw_port': {'id': 'e3ab87ca-baff-4e75-a5d5-ad3c1202b12e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9566cdb-287e-413a-8a76-146755ddcfeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:40:40Z', 'updated_at': '2022-08-02T13:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': 'e71ea6f5-42f8-4d8f-9708-d0b9244040e0', 'name': '', 'network_id': '11de7838-ec80-4898-9847-3e8c3056b989', 'tenant_id': '3ad10e9172944ea4a88678bd8345fa67', 'mac_address': 'fa:16:3e:16:f6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9566cdb-287e-413a-8a76-146755ddcfeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd478d964-0f7d-4de5-aea4-3a5e6e5b95e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:40:42Z', 'updated_at': '2022-08-02T13:40:43Z', 'revision_number': 2, 'project_id': '3ad10e9172944ea4a88678bd8345fa67', 'subnets': [{'id': 'd478d964-0f7d-4de5-aea4-3a5e6e5b95e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:40:47.655153 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22835a8b-e121-440c-ae60-c63367f577c9 None None] Checking router: f9566cdb-287e-413a-8a76-146755ddcfeb for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:40:47.656222 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22835a8b-e121-440c-ae60-c63367f577c9 None None] Updating router f9566cdb-287e-413a-8a76-146755ddcfeb port e71ea6f5-42f8-4d8f-9708-d0b9244040e0 binding host dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:40:47.666044 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-9f482e0a-9a28-47c0-ab06-08e1c23924e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'name': 'tempest-TestVolumeBootPattern-1215620166-router', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:30Z', 'updated_at': '2022-08-02T13:39:34Z', 'revision_number': 4, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'gw_port': {'id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:31Z', 'updated_at': '2022-08-02T13:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': '2eb06319-c821-4aec-9ae6-ccd067651159', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'floating_ip_address': '172.27.4.198', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'port_id': '6d08b7bb-0121-4185-a0ae-b80415e80f63', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'mac_address': 'fa:16:3e:a4:bf:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a6cca-4de0-4269-bbd8-919a2e83f23a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:40:44Z', 'updated_at': '2022-08-02T13:40:44Z', 'revision_number': 0, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9', 'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'mac_address': 'fa:16:3e:47:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:34Z', 'updated_at': '2022-08-02T13:39:39Z', 'revision_number': 5, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'subnets': [{'id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:40:47.705583 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f482e0a-9a28-47c0-ab06-08e1c23924e6 None None] The sync data for ids ['7e875251-ed9c-4695-9e35-43919f7fbbef'] in dv-cinder-847864-8-iscsi is: [{'id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'name': 'tempest-TestVolumeBootPattern-1215620166-router', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:30Z', 'updated_at': '2022-08-02T13:39:34Z', 'revision_number': 4, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'gw_port': {'id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:31Z', 'updated_at': '2022-08-02T13:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': '2eb06319-c821-4aec-9ae6-ccd067651159', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'floating_ip_address': '172.27.4.198', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'port_id': '6d08b7bb-0121-4185-a0ae-b80415e80f63', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'mac_address': 'fa:16:3e:a4:bf:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a6cca-4de0-4269-bbd8-919a2e83f23a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:40:44Z', 'updated_at': '2022-08-02T13:40:44Z', 'revision_number': 0, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9', 'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'mac_address': 'fa:16:3e:47:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:34Z', 'updated_at': '2022-08-02T13:39:39Z', 'revision_number': 5, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'subnets': [{'id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:40:47.736750 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-22835a8b-e121-440c-ae60-c63367f577c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (e71ea6f5-42f8-4d8f-9708-d0b9244040e0), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:47.744549 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port e3ab87ca-baff-4e75-a5d5-ad3c1202b12e is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:40:47.766532 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5acb4cf2-e145-4fee-9e89-52b8ef329d16 req-872e67bb-4a78-43fc-8b58-374e9df293a5 service neutron] 10.222.0.20 "GET /v2.0/networks/01ffcfab-a887-4187-8399-c98076da1ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067041 Aug 02 13:40:47.895084 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5acb4cf2-e145-4fee-9e89-52b8ef329d16 req-341763f6-3289-479c-854f-0599992fd263 service neutron] 10.222.0.20 "GET /v2.0/networks/01ffcfab-a887-4187-8399-c98076da1ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215999 Aug 02 13:40:48.082546 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24aa487f-e27f-4c15-b32b-b85d4eb0ba2f None None] New status for floating IP 2eb06319-c821-4aec-9ae6-ccd067651159: ACTIVE {{(pid=104371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:40:48.144906 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-22835a8b-e121-440c-ae60-c63367f577c9 None None] Publish callbacks [] for port (e71ea6f5-42f8-4d8f-9708-d0b9244040e0), precommit_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:48.228235 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 37364) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:40:48.233683 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-22835a8b-e121-440c-ae60-c63367f577c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (e71ea6f5-42f8-4d8f-9708-d0b9244040e0), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:48.245842 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-055229f2-f672-4503-b2a9-6a3fd259a148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:48.305607 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31110a4f-69cd-4203-ac01-987940e1879c None None] Pushing event updated for resources: {'Port': ['ID=e71ea6f5-42f8-4d8f-9708-d0b9244040e0,revision_number=3']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:48.400683 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-055229f2-f672-4503-b2a9-6a3fd259a148 admin admin] Publish callbacks [] for security_group (ca62a74e-7d92-48a6-904d-e93352a5c14b), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:48.423477 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-22835a8b-e121-440c-ae60-c63367f577c9 None None] Attempting to bind port e71ea6f5-42f8-4d8f-9708-d0b9244040e0 on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:40:48.424131 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-22835a8b-e121-440c-ae60-c63367f577c9 None None] Attempting to bind port e71ea6f5-42f8-4d8f-9708-d0b9244040e0 by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': '758dab1c-1445-4450-82d6-f1f4d35a6879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '11de7838-ec80-4898-9847-3e8c3056b989'}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:40:48.424396 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22835a8b-e121-440c-ae60-c63367f577c9 None None] Attempting to bind port e71ea6f5-42f8-4d8f-9708-d0b9244040e0 on network 11de7838-ec80-4898-9847-3e8c3056b989 {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:40:48.431861 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22835a8b-e121-440c-ae60-c63367f577c9 None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:40:48.432297 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22835a8b-e121-440c-ae60-c63367f577c9 None None] Checking segment: {'id': '758dab1c-1445-4450-82d6-f1f4d35a6879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '11de7838-ec80-4898-9847-3e8c3056b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:40:48.432724 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-22835a8b-e121-440c-ae60-c63367f577c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:48.433130 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22835a8b-e121-440c-ae60-c63367f577c9 None None] Bound using segment: {'id': '758dab1c-1445-4450-82d6-f1f4d35a6879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '11de7838-ec80-4898-9847-3e8c3056b989'} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:40:48.433619 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-22835a8b-e121-440c-ae60-c63367f577c9 None None] Bound port: e71ea6f5-42f8-4d8f-9708-d0b9244040e0, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '758dab1c-1445-4450-82d6-f1f4d35a6879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '11de7838-ec80-4898-9847-3e8c3056b989'}}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:40:48.434154 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-22835a8b-e121-440c-ae60-c63367f577c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (e71ea6f5-42f8-4d8f-9708-d0b9244040e0), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:48.492153 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-055229f2-f672-4503-b2a9-6a3fd259a148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (ca62a74e-7d92-48a6-904d-e93352a5c14b), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:48.534224 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-22835a8b-e121-440c-ae60-c63367f577c9 None None] For port e71ea6f5-42f8-4d8f-9708-d0b9244040e0, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:40:48.541701 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-22835a8b-e121-440c-ae60-c63367f577c9 None None] For port e71ea6f5-42f8-4d8f-9708-d0b9244040e0, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=e71ea6f5-42f8-4d8f-9708-d0b9244040e0,segment=NetworkSegment(758dab1c-1445-4450-82d6-f1f4d35a6879),segment_id=758dab1c-1445-4450-82d6-f1f4d35a6879)] {{(pid=104370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:40:48.555208 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-055229f2-f672-4503-b2a9-6a3fd259a148 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=58c3d8475c7e41f3a5b26685f73f5e4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3258095 Aug 02 13:40:48.555505 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 37366) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:40:48.567486 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055229f2-f672-4503-b2a9-6a3fd259a148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca62a74e-7d92-48a6-904d-e93352a5c14b,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:48.635891 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a390ec58-0285-4125-98e6-71d865dc2a24 admin admin] Publish callbacks [] for security_group (ca62a74e-7d92-48a6-904d-e93352a5c14b), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:48.658687 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-500b3b72-a6f8-471a-b05f-407458a3d3c1 None None] Provisioning complete for port e71ea6f5-42f8-4d8f-9708-d0b9244040e0 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:40:48.659321 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-500b3b72-a6f8-471a-b05f-407458a3d3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (e71ea6f5-42f8-4d8f-9708-d0b9244040e0), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:48.671109 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a390ec58-0285-4125-98e6-71d865dc2a24 admin admin] Publish callbacks [] for security_group (ca62a74e-7d92-48a6-904d-e93352a5c14b), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:48.686029 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-22835a8b-e121-440c-ae60-c63367f577c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (e71ea6f5-42f8-4d8f-9708-d0b9244040e0), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:48.736885 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-500b3b72-a6f8-471a-b05f-407458a3d3c1 None None] Port e71ea6f5-42f8-4d8f-9708-d0b9244040e0 cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:40:48.770364 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22835a8b-e121-440c-ae60-c63367f577c9 None None] Routers {'f9566cdb-287e-413a-8a76-146755ddcfeb'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:40:48.771099 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-22835a8b-e121-440c-ae60-c63367f577c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:40:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['f9566cdb-287e-413a-8a76-146755ddcfeb'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:40:48.818792 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31110a4f-69cd-4203-ac01-987940e1879c None None] Pushing event updated for resources: {'Port': ['ID=e71ea6f5-42f8-4d8f-9708-d0b9244040e0,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:48.876926 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a390ec58-0285-4125-98e6-71d865dc2a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (ca62a74e-7d92-48a6-904d-e93352a5c14b), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:48.880024 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a390ec58-0285-4125-98e6-71d865dc2a24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:48.881211 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-a390ec58-0285-4125-98e6-71d865dc2a24 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ca62a74e-7d92-48a6-904d-e93352a5c14b HTTP/1.1" status: 204 len: 168 time: 0.3245919 Aug 02 13:40:48.905316 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390ec58-0285-4125-98e6-71d865dc2a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca62a74e-7d92-48a6-904d-e93352a5c14b,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:48.925808 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-22835a8b-e121-440c-ae60-c63367f577c9 None None] Set router f9566cdb-287e-413a-8a76-146755ddcfeb gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:40:49.214019 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-7dcde5f1-253a-45d1-85b1-2453c4b0e398 None None] Provisioning complete for port e71ea6f5-42f8-4d8f-9708-d0b9244040e0 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:40:49.214839 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-7dcde5f1-253a-45d1-85b1-2453c4b0e398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (e71ea6f5-42f8-4d8f-9708-d0b9244040e0), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:49.378305 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-7dcde5f1-253a-45d1-85b1-2453c4b0e398 None None] Current status of the port e71ea6f5-42f8-4d8f-9708-d0b9244040e0 is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:40:49.379082 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-7dcde5f1-253a-45d1-85b1-2453c4b0e398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (e71ea6f5-42f8-4d8f-9708-d0b9244040e0), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:49.407566 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-22835a8b-e121-440c-ae60-c63367f577c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9566cdb-287e-413a-8a76-146755ddcfeb', 'name': 'tempest-TestMinimumBasicScenario-1950840822-router', 'tenant_id': '3ad10e9172944ea4a88678bd8345fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'e3ab87ca-baff-4e75-a5d5-ad3c1202b12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:40:39Z', 'updated_at': '2022-08-02T13:40:43Z', 'revision_number': 4, 'project_id': '3ad10e9172944ea4a88678bd8345fa67', 'gw_port': {'id': 'e3ab87ca-baff-4e75-a5d5-ad3c1202b12e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9566cdb-287e-413a-8a76-146755ddcfeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:40:40Z', 'updated_at': '2022-08-02T13:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': 'e71ea6f5-42f8-4d8f-9708-d0b9244040e0', 'name': '', 'network_id': '11de7838-ec80-4898-9847-3e8c3056b989', 'tenant_id': '3ad10e9172944ea4a88678bd8345fa67', 'mac_address': 'fa:16:3e:16:f6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9566cdb-287e-413a-8a76-146755ddcfeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd478d964-0f7d-4de5-aea4-3a5e6e5b95e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:40:42Z', 'updated_at': '2022-08-02T13:40:48Z', 'revision_number': 4, 'project_id': '3ad10e9172944ea4a88678bd8345fa67', 'subnets': [{'id': 'd478d964-0f7d-4de5-aea4-3a5e6e5b95e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:40:49.477413 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22835a8b-e121-440c-ae60-c63367f577c9 None None] The sync data for ids ['f9566cdb-287e-413a-8a76-146755ddcfeb'] in dv-cinder-847864-8-iscsi is: [{'id': 'f9566cdb-287e-413a-8a76-146755ddcfeb', 'name': 'tempest-TestMinimumBasicScenario-1950840822-router', 'tenant_id': '3ad10e9172944ea4a88678bd8345fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'e3ab87ca-baff-4e75-a5d5-ad3c1202b12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:40:39Z', 'updated_at': '2022-08-02T13:40:43Z', 'revision_number': 4, 'project_id': '3ad10e9172944ea4a88678bd8345fa67', 'gw_port': {'id': 'e3ab87ca-baff-4e75-a5d5-ad3c1202b12e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9566cdb-287e-413a-8a76-146755ddcfeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:40:40Z', 'updated_at': '2022-08-02T13:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': 'e71ea6f5-42f8-4d8f-9708-d0b9244040e0', 'name': '', 'network_id': '11de7838-ec80-4898-9847-3e8c3056b989', 'tenant_id': '3ad10e9172944ea4a88678bd8345fa67', 'mac_address': 'fa:16:3e:16:f6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9566cdb-287e-413a-8a76-146755ddcfeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd478d964-0f7d-4de5-aea4-3a5e6e5b95e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:40:42Z', 'updated_at': '2022-08-02T13:40:48Z', 'revision_number': 4, 'project_id': '3ad10e9172944ea4a88678bd8345fa67', 'subnets': [{'id': 'd478d964-0f7d-4de5-aea4-3a5e6e5b95e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:40:49.477413 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-7dcde5f1-253a-45d1-85b1-2453c4b0e398 None None] For port e71ea6f5-42f8-4d8f-9708-d0b9244040e0, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=e71ea6f5-42f8-4d8f-9708-d0b9244040e0,segment=NetworkSegment(758dab1c-1445-4450-82d6-f1f4d35a6879),segment_id=758dab1c-1445-4450-82d6-f1f4d35a6879)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:40:49.919501 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-7dcde5f1-253a-45d1-85b1-2453c4b0e398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (e71ea6f5-42f8-4d8f-9708-d0b9244040e0), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:49.969719 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcde5f1-253a-45d1-85b1-2453c4b0e398 None None] Pushing event updated for resources: {'Port': ['ID=e71ea6f5-42f8-4d8f-9708-d0b9244040e0,revision_number=5']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:40:51.415715 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device e71ea6f5-42f8-4d8f-9708-d0b9244040e0 up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:40:51.525779 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port e71ea6f5-42f8-4d8f-9708-d0b9244040e0 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:40:51.526170 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (e71ea6f5-42f8-4d8f-9708-d0b9244040e0), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:51.784474 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port e71ea6f5-42f8-4d8f-9708-d0b9244040e0 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:40:52.700647 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:40:54.223617 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-f1c195cb-2d4e-4494-a5be-3d1e9935bb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:55.187728 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:56.434812 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-34f58a0c-88d4-41c8-b562-9f08013dbf2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:57.564732 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:40:58.414302 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-53037d62-a44e-4eb5-b948-9b3ee64b6632 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:40:58.415769 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-53037d62-a44e-4eb5-b948-9b3ee64b6632 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/networks?id=7e3dba26-4d36-495f-9356-de3966b3c4ca HTTP/1.1" status: 200 len: 814 time: 0.1147327 Aug 02 13:40:58.431287 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-4ecef20a-4afb-4ef4-951a-a33451e18213 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/quotas/dd6856819f8e46ee924851629dadd00b HTTP/1.1" status: 200 len: 375 time: 0.0099978 Aug 02 13:40:58.506134 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-c1fdbebd-8012-4657-9eb3-bf474cc3ad1a tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=dd6856819f8e46ee924851629dadd00b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695472 Aug 02 13:40:58.605456 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-f64ad29a-cd3c-4245-b4ec-6d458efca7ba service neutron] 10.222.0.67 "GET /v2.0/networks/7e3dba26-4d36-495f-9356-de3966b3c4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873384 Aug 02 13:40:58.702156 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-69f6dae6-11ae-41e3-a85f-e7d04bda2468 service neutron] 10.222.0.67 "GET /v2.0/networks/7e3dba26-4d36-495f-9356-de3966b3c4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895581 Aug 02 13:40:58.945735 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-b542c48b-0e77-451c-bb91-759d03379be7 req-88c7db58-ff14-4e1d-b2ec-3ba13a89d306 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 210 time: 0.0332334 Aug 02 13:40:59.216051 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:00.046095 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ed5ef4ad-7d91-4930-a12c-5e68d7a31f26 req-b44e2059-d67d-440e-9e31-dc5e22ec6e97 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 210 time: 0.0371976 Aug 02 13:41:00.639329 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:01.152849 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-be85f86e-16b3-4064-9065-b137b81d7fea req-096aaf36-03f5-40fd-b2e9-cea384dca605 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 210 time: 0.0276294 Aug 02 13:41:01.517022 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21aec5-ad44-4eca-93f9-b2cf4c351b68 req-7bb07e25-a73a-4711-a369-22e4d16f60ae tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:01.518495 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9b21aec5-ad44-4eca-93f9-b2cf4c351b68 req-7bb07e25-a73a-4711-a369-22e4d16f60ae tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 946 time: 0.0549936 Aug 02 13:41:01.566162 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9b21aec5-ad44-4eca-93f9-b2cf4c351b68 req-98dc6268-a9fe-437a-9536-02ac243ca70c tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=55a9c943-7a0f-4b82-a942-2ac2a41fdf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412631 Aug 02 13:41:02.257116 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6a14b5cd-4749-46da-8661-2783b0034f81 req-4d127b33-174f-406f-8d2a-44aa1f98c8f2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 210 time: 0.0313468 Aug 02 13:41:02.699924 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8346d2-7b05-469e-ba3e-6d804dfadfdb req-992aa829-6780-4bf9-8cd4-24f547d962a3 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:02.701471 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fe8346d2-7b05-469e-ba3e-6d804dfadfdb req-992aa829-6780-4bf9-8cd4-24f547d962a3 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 946 time: 0.0566561 Aug 02 13:41:02.750587 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fe8346d2-7b05-469e-ba3e-6d804dfadfdb req-38882d4d-3e37-498c-bee5-bcd22d21aaf9 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=55a9c943-7a0f-4b82-a942-2ac2a41fdf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433502 Aug 02 13:41:03.373994 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5e28ab4f-7785-43fe-9624-f53c86591f75 req-719062ef-8f49-47ac-832f-03b3bce37b2f tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 210 time: 0.0354238 Aug 02 13:41:03.420543 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-8fdfb73f-c2a4-4942-94be-29d9d90afdfe tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:03.422092 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-8fdfb73f-c2a4-4942-94be-29d9d90afdfe tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.20 "GET /v2.0/networks?id=7e3dba26-4d36-495f-9356-de3966b3c4ca HTTP/1.1" status: 200 len: 814 time: 0.1310208 Aug 02 13:41:03.437357 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-74f6e84d-59c0-427b-abbb-f7444446dfaf tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Request body: {'port': {'device_id': '5ac2bed7-17ae-47b3-ae69-66d54f902550', 'network_id': '7e3dba26-4d36-495f-9356-de3966b3c4ca', 'admin_state_up': True, 'tenant_id': 'dd6856819f8e46ee924851629dadd00b'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:41:03.593140 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-74f6e84d-59c0-427b-abbb-f7444446dfaf tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Made reservation on behalf of dd6856819f8e46ee924851629dadd00b for: {'port': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:41:03.599534 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-74f6e84d-59c0-427b-abbb-f7444446dfaf tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:03.742152 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-74f6e84d-59c0-427b-abbb-f7444446dfaf tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Allocated IP 172.20.0.5 (7e3dba26-4d36-495f-9356-de3966b3c4ca/84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de/1e0071e8-7e67-4464-a737-53ca665ed3ca) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:41:03.927785 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1304d4-d508-42cd-b623-8e04b565ac60 req-b54af9d3-c2fc-460c-a826-011dc25d14aa tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:03.930719 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-bd1304d4-d508-42cd-b623-8e04b565ac60 req-b54af9d3-c2fc-460c-a826-011dc25d14aa tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 946 time: 0.0947614 Aug 02 13:41:03.955047 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-74f6e84d-59c0-427b-abbb-f7444446dfaf tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks [] for port (1e0071e8-7e67-4464-a737-53ca665ed3ca), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:04.014724 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-bd1304d4-d508-42cd-b623-8e04b565ac60 req-aaf8684b-0fe3-4d3f-9a3a-a49b4ea4f0d6 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=55a9c943-7a0f-4b82-a942-2ac2a41fdf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727236 Aug 02 13:41:04.165017 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-74f6e84d-59c0-427b-abbb-f7444446dfaf tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (1e0071e8-7e67-4464-a737-53ca665ed3ca), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:04.214454 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-74f6e84d-59c0-427b-abbb-f7444446dfaf tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Network 7e3dba26-4d36-495f-9356-de3966b3c4ca is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:41:04.217621 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-74f6e84d-59c0-427b-abbb-f7444446dfaf tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:41:04.221645 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-74f6e84d-59c0-427b-abbb-f7444446dfaf tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:41:04.249109 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6e84d-59c0-427b-abbb-f7444446dfaf tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Pushing event updated for resources: {'Port': ['ID=1e0071e8-7e67-4464-a737-53ca665ed3ca,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:04.291440 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-74f6e84d-59c0-427b-abbb-f7444446dfaf tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:04.292152 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-74f6e84d-59c0-427b-abbb-f7444446dfaf tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:04.298463 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a1836-abee-4c99-900f-2fcfeb31ff92 req-ac341d15-75b6-4d70-b68c-854114b19ee0 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:04.300030 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-481a1836-abee-4c99-900f-2fcfeb31ff92 req-ac341d15-75b6-4d70-b68c-854114b19ee0 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 946 time: 0.0846932 Aug 02 13:41:04.379676 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-74f6e84d-59c0-427b-abbb-f7444446dfaf tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9461257 Aug 02 13:41:04.479035 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [req-481a1836-abee-4c99-900f-2fcfeb31ff92 req-13fa5f4f-0f38-4bc1-b5b5-2fb10e5fd30f tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Deleting port b9cc8970-ccde-4a2c-9e37-0487824e1c7c {{(pid=104368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:41:04.479595 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-481a1836-abee-4c99-900f-2fcfeb31ff92 req-13fa5f4f-0f38-4bc1-b5b5-2fb10e5fd30f tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (b9cc8970-ccde-4a2c-9e37-0487824e1c7c), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:04.561972 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-75ee4d0e-cc58-4d74-b94a-52eb886c3c4f None None] Provisioning complete for port 1e0071e8-7e67-4464-a737-53ca665ed3ca triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:41:04.565418 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-75ee4d0e-cc58-4d74-b94a-52eb886c3c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (1e0071e8-7e67-4464-a737-53ca665ed3ca), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:04.599871 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-75ee4d0e-cc58-4d74-b94a-52eb886c3c4f None None] Port 1e0071e8-7e67-4464-a737-53ca665ed3ca cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:41:04.600655 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [req-481a1836-abee-4c99-900f-2fcfeb31ff92 req-13fa5f4f-0f38-4bc1-b5b5-2fb10e5fd30f tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] For port b9cc8970-ccde-4a2c-9e37-0487824e1c7c, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=b9cc8970-ccde-4a2c-9e37-0487824e1c7c,segment=NetworkSegment(ce1819a5-765d-4f56-8809-88a6774bc35d),segment_id=ce1819a5-765d-4f56-8809-88a6774bc35d)] {{(pid=104368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:41:04.601078 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-481a1836-abee-4c99-900f-2fcfeb31ff92 req-13fa5f4f-0f38-4bc1-b5b5-2fb10e5fd30f tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (b9cc8970-ccde-4a2c-9e37-0487824e1c7c), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:05.119725 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d393b-1371-4140-bdfa-a8844732af49 req-d0bbd88d-18de-41f7-91f2-3bd7600e45b7 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:05.125039 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2c0d393b-1371-4140-bdfa-a8844732af49 req-d0bbd88d-18de-41f7-91f2-3bd7600e45b7 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 931 time: 0.5128489 Aug 02 13:41:05.159017 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-481a1836-abee-4c99-900f-2fcfeb31ff92 req-13fa5f4f-0f38-4bc1-b5b5-2fb10e5fd30f tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:05.159408 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-481a1836-abee-4c99-900f-2fcfeb31ff92 req-13fa5f4f-0f38-4bc1-b5b5-2fb10e5fd30f tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772271'] for floatingip (cd538403-85b1-41ad-9d4c-9879c2f41f6e), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:05.159716 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.db.l3_db [req-481a1836-abee-4c99-900f-2fcfeb31ff92 req-13fa5f4f-0f38-4bc1-b5b5-2fb10e5fd30f tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Floating IP cd538403-85b1-41ad-9d4c-9879c2f41f6e disassociated. External IP: 172.27.4.82, port: b9cc8970-ccde-4a2c-9e37-0487824e1c7c. Aug 02 13:41:05.160131 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [req-481a1836-abee-4c99-900f-2fcfeb31ff92 req-13fa5f4f-0f38-4bc1-b5b5-2fb10e5fd30f tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Calling delete_port for b9cc8970-ccde-4a2c-9e37-0487824e1c7c owned by compute:nova {{(pid=104368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:41:05.166524 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e93f77-0115-45a9-afb6-f025880d09c9 req-186f1b24-34ae-4940-b13c-7fc98a6ba033 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:05.168158 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-27e93f77-0115-45a9-afb6-f025880d09c9 req-186f1b24-34ae-4940-b13c-7fc98a6ba033 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 946 time: 0.0705090 Aug 02 13:41:05.239461 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2c0d393b-1371-4140-bdfa-a8844732af49 req-c8504180-f4f7-481a-bc21-352ac26b4db8 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057503 Aug 02 13:41:05.245378 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-27e93f77-0115-45a9-afb6-f025880d09c9 req-993aa4d5-691c-46aa-a2c9-b93df2d3a381 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=55a9c943-7a0f-4b82-a942-2ac2a41fdf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696034 Aug 02 13:41:05.467779 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-481a1836-abee-4c99-900f-2fcfeb31ff92 req-13fa5f4f-0f38-4bc1-b5b5-2fb10e5fd30f tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (b9cc8970-ccde-4a2c-9e37-0487824e1c7c), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:05.508374 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa5f4f-0f38-4bc1-b5b5-2fb10e5fd30f tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event deleted for resources: {'Port': ['ID=b9cc8970-ccde-4a2c-9e37-0487824e1c7c,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:05.642082 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.l3_agent_scheduler [req-481a1836-abee-4c99-900f-2fcfeb31ff92 req-13fa5f4f-0f38-4bc1-b5b5-2fb10e5fd30f tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Router b12058e6-bae6-4476-a2e0-876fd99b59ab has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:41:05.770732 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-481a1836-abee-4c99-900f-2fcfeb31ff92 req-13fa5f4f-0f38-4bc1-b5b5-2fb10e5fd30f tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:41:05.782544 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123b2b6f-6d71-4486-9d89-1e1e7dfa3291 None None] Sync routers for ids ['b12058e6-bae6-4476-a2e0-876fd99b59ab'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:41:05.794501 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123b2b6f-6d71-4486-9d89-1e1e7dfa3291 None None] Routers {'b12058e6-bae6-4476-a2e0-876fd99b59ab'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:41:05.795385 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-123b2b6f-6d71-4486-9d89-1e1e7dfa3291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:40:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['b12058e6-bae6-4476-a2e0-876fd99b59ab'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:41:05.862236 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [req-481a1836-abee-4c99-900f-2fcfeb31ff92 req-13fa5f4f-0f38-4bc1-b5b5-2fb10e5fd30f tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] No DVR routers for this DVR port b9cc8970-ccde-4a2c-9e37-0487824e1c7c on host hv-cinder-84786 {{(pid=104368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:41:05.865027 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-481a1836-abee-4c99-900f-2fcfeb31ff92 req-13fa5f4f-0f38-4bc1-b5b5-2fb10e5fd30f tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:05.869646 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-481a1836-abee-4c99-900f-2fcfeb31ff92 req-13fa5f4f-0f38-4bc1-b5b5-2fb10e5fd30f tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.20 "DELETE /v2.0/ports/b9cc8970-ccde-4a2c-9e37-0487824e1c7c HTTP/1.1" status: 204 len: 173 time: 1.5605528 Aug 02 13:41:05.870128 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a631415-4945-444c-8fa5-26fc9fafa585', 'name': 'network-vif-deleted', 'tag': 'b9cc8970-ccde-4a2c-9e37-0487824e1c7c'}] {{(pid=104368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:41:05.872714 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245b70741b0aa7b9232129cc368cc987c69949c5cf8ab06a5d5e033a5668ca41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64f6136-fdf5-498f-b098-bb3f66c3013a" -d '{"events": [{"server_uuid": "7a631415-4945-444c-8fa5-26fc9fafa585", "name": "network-vif-deleted", "tag": "b9cc8970-ccde-4a2c-9e37-0487824e1c7c"}]}' {{(pid=104368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:41:05.931952 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96dd9c7c-5f05-477b-9c20-78d9055f8bfd x-openstack-request-id: req-96dd9c7c-5f05-477b-9c20-78d9055f8bfd {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:41:05.932176 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a631415-4945-444c-8fa5-26fc9fafa585", "name": "network-vif-deleted", "tag": "b9cc8970-ccde-4a2c-9e37-0487824e1c7c", "status": "completed", "code": 200}]} {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:41:05.932305 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-96dd9c7c-5f05-477b-9c20-78d9055f8bfd {{(pid=104368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:41:05.932713 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96dd9c7c-5f05-477b-9c20-78d9055f8bfd'] response: {'server_uuid': '7a631415-4945-444c-8fa5-26fc9fafa585', 'name': 'network-vif-deleted', 'tag': 'b9cc8970-ccde-4a2c-9e37-0487824e1c7c', 'status': 'completed', 'code': 200} Aug 02 13:41:05.946178 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-123b2b6f-6d71-4486-9d89-1e1e7dfa3291 None None] Set router b12058e6-bae6-4476-a2e0-876fd99b59ab gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:41:06.213939 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-123b2b6f-6d71-4486-9d89-1e1e7dfa3291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'name': 'tempest-AttachVolumeNegativeTest-1899220404-router', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178'}], 'enable_snat': True}, 'gw_port_id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:51Z', 'revision_number': 4, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'gw_port': {'id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:42Z', 'updated_at': '2022-08-02T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'd7578105-356a-4e31-9e0b-f7618863adc5', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'floating_ip_address': '172.27.4.176', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'port_id': 'e8f5c259-0492-4bee-a27b-756427eaf688', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'mac_address': 'fa:16:3e:44:a4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7419ea33-4f31-4b76-8a22-38471cc0a6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:38:01Z', 'updated_at': '2022-08-02T13:38:39Z', 'revision_number': 2, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '319a239b-729c-484f-a6f7-158e17594b21', 'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'mac_address': 'fa:16:3e:3f:40:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:48Z', 'updated_at': '2022-08-02T13:38:06Z', 'revision_number': 5, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'subnets': [{'id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:41:06.238686 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123b2b6f-6d71-4486-9d89-1e1e7dfa3291 None None] Checking router: b12058e6-bae6-4476-a2e0-876fd99b59ab for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:41:06.248150 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123b2b6f-6d71-4486-9d89-1e1e7dfa3291 None None] Routers {'b12058e6-bae6-4476-a2e0-876fd99b59ab'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:41:06.248772 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-123b2b6f-6d71-4486-9d89-1e1e7dfa3291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:40:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['b12058e6-bae6-4476-a2e0-876fd99b59ab'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:41:06.416703 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-123b2b6f-6d71-4486-9d89-1e1e7dfa3291 None None] Set router b12058e6-bae6-4476-a2e0-876fd99b59ab gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:41:06.467239 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaea39b-a052-419d-a255-c1d85815ca28 req-c86eda1d-41ed-4ca0-84c6-a8a8d182aa61 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:06.495860 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f84bfe02-c3ac-4fea-90ab-b27b7911c70b req-34aad899-65a9-4fbc-b3a8-0a57a058b1ae tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 210 time: 0.0682106 Aug 02 13:41:06.496210 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-acaea39b-a052-419d-a255-c1d85815ca28 req-c86eda1d-41ed-4ca0-84c6-a8a8d182aa61 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 931 time: 0.1299076 Aug 02 13:41:06.573400 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-acaea39b-a052-419d-a255-c1d85815ca28 req-2630386e-6d09-4af3-91ad-8a2226ac2d9c tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857368 Aug 02 13:41:06.760653 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-123b2b6f-6d71-4486-9d89-1e1e7dfa3291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'name': 'tempest-AttachVolumeNegativeTest-1899220404-router', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178'}], 'enable_snat': True}, 'gw_port_id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:51Z', 'revision_number': 4, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'gw_port': {'id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:42Z', 'updated_at': '2022-08-02T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'd7578105-356a-4e31-9e0b-f7618863adc5', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'floating_ip_address': '172.27.4.176', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'port_id': 'e8f5c259-0492-4bee-a27b-756427eaf688', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'mac_address': 'fa:16:3e:44:a4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7419ea33-4f31-4b76-8a22-38471cc0a6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:38:01Z', 'updated_at': '2022-08-02T13:38:39Z', 'revision_number': 2, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '319a239b-729c-484f-a6f7-158e17594b21', 'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'mac_address': 'fa:16:3e:3f:40:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:48Z', 'updated_at': '2022-08-02T13:38:06Z', 'revision_number': 5, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'subnets': [{'id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:41:06.790144 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123b2b6f-6d71-4486-9d89-1e1e7dfa3291 None None] The sync data for ids ['b12058e6-bae6-4476-a2e0-876fd99b59ab'] in dv-cinder-847864-8-iscsi is: [{'id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'name': 'tempest-AttachVolumeNegativeTest-1899220404-router', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178'}], 'enable_snat': True}, 'gw_port_id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:51Z', 'revision_number': 4, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'gw_port': {'id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:42Z', 'updated_at': '2022-08-02T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'd7578105-356a-4e31-9e0b-f7618863adc5', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'floating_ip_address': '172.27.4.176', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'port_id': 'e8f5c259-0492-4bee-a27b-756427eaf688', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'mac_address': 'fa:16:3e:44:a4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7419ea33-4f31-4b76-8a22-38471cc0a6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:38:01Z', 'updated_at': '2022-08-02T13:38:39Z', 'revision_number': 2, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '319a239b-729c-484f-a6f7-158e17594b21', 'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'mac_address': 'fa:16:3e:3f:40:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:48Z', 'updated_at': '2022-08-02T13:38:06Z', 'revision_number': 5, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'subnets': [{'id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:41:07.087941 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051d356b-d59c-4064-80ab-68b5f1273250 None None] New status for floating IP cd538403-85b1-41ad-9d4c-9879c2f41f6e: DOWN {{(pid=104371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:41:07.635625 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-3add7330-a2d1-4229-a194-d824371e410e req-5185f84b-733d-4ae4-80dc-b7f671be8597 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 210 time: 0.0437531 Aug 02 13:41:07.782434 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb624f3-610e-4ba0-b00c-863522b156f5 req-8dc132a0-b880-4157-be52-b6b66a014969 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:07.796254 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5bb624f3-610e-4ba0-b00c-863522b156f5 req-8dc132a0-b880-4157-be52-b6b66a014969 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 931 time: 0.0784144 Aug 02 13:41:07.868533 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5bb624f3-610e-4ba0-b00c-863522b156f5 req-1c992d93-2511-43b0-b381-f3fc6e7366d8 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661047 Aug 02 13:41:08.783948 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-08404d71-a35d-481f-9616-7e54b8551450 req-e71a83cf-2d04-424b-a0f1-8338085b8587 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 210 time: 0.0383224 Aug 02 13:41:09.020406 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddaf3b-713d-4a74-9fca-eed35b6a333e req-e12630ca-ab2c-4624-9a95-196fccb0d124 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:09.021895 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2cddaf3b-713d-4a74-9fca-eed35b6a333e req-e12630ca-ab2c-4624-9a95-196fccb0d124 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 931 time: 0.0649056 Aug 02 13:41:09.093300 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2cddaf3b-713d-4a74-9fca-eed35b6a333e req-20873959-1d05-4bef-b3a4-44a0d26a415b tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650971 Aug 02 13:41:09.223789 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device b9cc8970-ccde-4a2c-9e37-0487824e1c7c no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:41:09.249916 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] No Port match for: b9cc8970-ccde-4a2c-9e37-0487824e1c7c {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:41:09.250294 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device b9cc8970-ccde-4a2c-9e37-0487824e1c7c not bound to the agent host hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:41:09.911157 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-01eae15b-8b93-4f0b-9dda-befbccbbabb3 req-879cb1a6-c65d-462a-9ac4-b7003cd3c53c tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 210 time: 0.0504589 Aug 02 13:41:10.246178 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574c043-6891-4186-a36f-fc4ce71cca84 req-ae96b1db-0f70-4628-814f-d0760ea28a97 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:10.247770 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-0574c043-6891-4186-a36f-fc4ce71cca84 req-ae96b1db-0f70-4628-814f-d0760ea28a97 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 931 time: 0.0637352 Aug 02 13:41:10.302160 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-0574c043-6891-4186-a36f-fc4ce71cca84 req-1c17e14b-5496-4bc1-959e-8213c6bb61b2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486820 Aug 02 13:41:11.021576 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4891dd22-75ad-4161-b4cc-ffdec41a197f req-5da173f1-ca94-45e9-918a-10c22331e6bc tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 210 time: 0.0282321 Aug 02 13:41:11.443231 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05307b9-223d-4c9a-8bd9-3c85a5ac231f req-14800de7-e1a0-4206-b856-92c63a3c02c3 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:11.445512 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e05307b9-223d-4c9a-8bd9-3c85a5ac231f req-14800de7-e1a0-4206-b856-92c63a3c02c3 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 931 time: 0.0603437 Aug 02 13:41:11.510517 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e05307b9-223d-4c9a-8bd9-3c85a5ac231f req-6960aca2-9058-43b0-a742-10e1ae77597c tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591593 Aug 02 13:41:12.141087 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2edf51da-ff11-4c84-a630-4e55b17f4d27 req-7235d0e2-6d29-44ec-9a83-8ea84ebd4b80 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 210 time: 0.0280542 Aug 02 13:41:12.670018 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb28ac-4203-4e8a-b23e-d5400e574705 req-e8e28be3-621a-40f1-a883-1f8084dd26c3 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:12.671552 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-3edb28ac-4203-4e8a-b23e-d5400e574705 req-e8e28be3-621a-40f1-a883-1f8084dd26c3 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 931 time: 0.0807421 Aug 02 13:41:12.731803 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-3edb28ac-4203-4e8a-b23e-d5400e574705 req-befb02cf-25dd-4f94-b850-b0ff2e96c4a0 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546503 Aug 02 13:41:13.267732 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-93f814b3-bf95-431e-a65b-7c48acc2ea62 req-335c4dd3-f457-4ba9-82cd-9db7ba975dcd tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 210 time: 0.0324833 Aug 02 13:41:13.870081 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa6895-2f91-4804-a08a-eb1557d2ac72 req-f57a766d-3791-46b6-a7d2-1019e8d96e47 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:13.871531 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-01aa6895-2f91-4804-a08a-eb1557d2ac72 req-f57a766d-3791-46b6-a7d2-1019e8d96e47 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 931 time: 0.0550466 Aug 02 13:41:13.921272 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-01aa6895-2f91-4804-a08a-eb1557d2ac72 req-866e1ecf-54fb-4120-a29c-b0966e995949 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442071 Aug 02 13:41:14.393680 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-329f1480-ec56-4a32-9661-8b3b29121c09 req-14251234-afa3-4124-9f34-838f1663daea tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 210 time: 0.0310671 Aug 02 13:41:15.047615 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e691a1-2c00-4e24-ad75-90955c980dd9 req-c7c8e2e1-464d-47e9-9a4b-7a6f57cfe8d3 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:15.049233 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f0e691a1-2c00-4e24-ad75-90955c980dd9 req-c7c8e2e1-464d-47e9-9a4b-7a6f57cfe8d3 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 931 time: 0.0538952 Aug 02 13:41:15.105062 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f0e691a1-2c00-4e24-ad75-90955c980dd9 req-664d8546-2545-4e88-9971-5ed8828cf913 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499158 Aug 02 13:41:15.493294 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f8fb0c42-e856-41d4-8360-9d91f937464c req-0f59aa7b-c7d2-4d63-8e79-3845de3f240e tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 210 time: 0.0268576 Aug 02 13:41:15.541077 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-64152c1a-92ef-4ff1-bf4e-37b79e81ca7a service neutron] Request body: {'port': {'device_id': '5ac2bed7-17ae-47b3-ae69-66d54f902550', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:41:15.599996 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-64152c1a-92ef-4ff1-bf4e-37b79e81ca7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (1e0071e8-7e67-4464-a737-53ca665ed3ca), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:15.880327 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-64152c1a-92ef-4ff1-bf4e-37b79e81ca7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e0071e8-7e67-4464-a737-53ca665ed3ca {{(pid=104369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:41:15.889457 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-64152c1a-92ef-4ff1-bf4e-37b79e81ca7a service neutron] Publish callbacks [] for port (1e0071e8-7e67-4464-a737-53ca665ed3ca), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:15.903031 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.provisioning_blocks [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-64152c1a-92ef-4ff1-bf4e-37b79e81ca7a service neutron] Transition to ACTIVE for port object 1e0071e8-7e67-4464-a737-53ca665ed3ca will not be triggered until provisioned by entity L2. {{(pid=104369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 02 13:41:16.033081 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-64152c1a-92ef-4ff1-bf4e-37b79e81ca7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (1e0071e8-7e67-4464-a737-53ca665ed3ca), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:16.089661 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64152c1a-92ef-4ff1-bf4e-37b79e81ca7a service neutron] Pushing event updated for resources: {'Port': ['ID=1e0071e8-7e67-4464-a737-53ca665ed3ca,revision_number=2']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:16.165592 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-64152c1a-92ef-4ff1-bf4e-37b79e81ca7a service neutron] Attempting to bind port 1e0071e8-7e67-4464-a737-53ca665ed3ca on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:41:16.165969 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-64152c1a-92ef-4ff1-bf4e-37b79e81ca7a service neutron] Attempting to bind port 1e0071e8-7e67-4464-a737-53ca665ed3ca by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '22ddfb82-4105-4957-802c-24a28c44ee2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7e3dba26-4d36-495f-9356-de3966b3c4ca'}] {{(pid=104369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:41:16.166954 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-64152c1a-92ef-4ff1-bf4e-37b79e81ca7a service neutron] Attempting to bind port 1e0071e8-7e67-4464-a737-53ca665ed3ca on network 7e3dba26-4d36-495f-9356-de3966b3c4ca {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:41:16.171804 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-64152c1a-92ef-4ff1-bf4e-37b79e81ca7a service neutron] Port 1e0071e8-7e67-4464-a737-53ca665ed3ca on network 7e3dba26-4d36-495f-9356-de3966b3c4ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 02 13:41:16.172130 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-64152c1a-92ef-4ff1-bf4e-37b79e81ca7a service neutron] Attempting to bind port 1e0071e8-7e67-4464-a737-53ca665ed3ca on network 7e3dba26-4d36-495f-9356-de3966b3c4ca {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:41:16.177164 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-64152c1a-92ef-4ff1-bf4e-37b79e81ca7a service neutron] Checking agent: {'id': '69dc3da8-ee10-46f6-83b6-ed4e97a21469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'started_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:41:16.177512 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-64152c1a-92ef-4ff1-bf4e-37b79e81ca7a service neutron] Checking segment: {'id': '22ddfb82-4105-4957-802c-24a28c44ee2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7e3dba26-4d36-495f-9356-de3966b3c4ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:41:16.177977 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-64152c1a-92ef-4ff1-bf4e-37b79e81ca7a service neutron] Bound using segment: {'id': '22ddfb82-4105-4957-802c-24a28c44ee2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7e3dba26-4d36-495f-9356-de3966b3c4ca'} {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:41:16.179308 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-64152c1a-92ef-4ff1-bf4e-37b79e81ca7a service neutron] Bound port: 1e0071e8-7e67-4464-a737-53ca665ed3ca, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ddfb82-4105-4957-802c-24a28c44ee2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7e3dba26-4d36-495f-9356-de3966b3c4ca'}}] {{(pid=104369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:41:16.179476 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-64152c1a-92ef-4ff1-bf4e-37b79e81ca7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (1e0071e8-7e67-4464-a737-53ca665ed3ca), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:16.275629 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-64152c1a-92ef-4ff1-bf4e-37b79e81ca7a service neutron] For port 1e0071e8-7e67-4464-a737-53ca665ed3ca, host hv-cinder-84786, cleared binding levels {{(pid=104369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:41:16.280294 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-64152c1a-92ef-4ff1-bf4e-37b79e81ca7a service neutron] For port 1e0071e8-7e67-4464-a737-53ca665ed3ca, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=1e0071e8-7e67-4464-a737-53ca665ed3ca,segment=NetworkSegment(22ddfb82-4105-4957-802c-24a28c44ee2c),segment_id=22ddfb82-4105-4957-802c-24a28c44ee2c)] {{(pid=104369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:41:16.358216 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d17549-6074-48e0-ab25-f58c1fa95f34 req-910165df-a51d-4267-8f6a-49a00c6c45f8 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:16.359831 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-80d17549-6074-48e0-ab25-f58c1fa95f34 req-910165df-a51d-4267-8f6a-49a00c6c45f8 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 943 time: 0.0659840 Aug 02 13:41:16.387261 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-64152c1a-92ef-4ff1-bf4e-37b79e81ca7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (1e0071e8-7e67-4464-a737-53ca665ed3ca), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:16.426129 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-80d17549-6074-48e0-ab25-f58c1fa95f34 req-054900eb-47a1-4fec-8528-f9c23b7cf13c tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602779 Aug 02 13:41:16.426297 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-64152c1a-92ef-4ff1-bf4e-37b79e81ca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:16.426798 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-64152c1a-92ef-4ff1-bf4e-37b79e81ca7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:16.429505 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-64152c1a-92ef-4ff1-bf4e-37b79e81ca7a service neutron] 10.222.0.20 "PUT /v2.0/ports/1e0071e8-7e67-4464-a737-53ca665ed3ca HTTP/1.1" status: 200 len: 1093 time: 0.8924468 Aug 02 13:41:16.429964 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac2bed7-17ae-47b3-ae69-66d54f902550', 'tag': '1e0071e8-7e67-4464-a737-53ca665ed3ca'}] {{(pid=104369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:41:16.432343 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bf99331ba47a6ac295264f2d91701b523438f9b2384832aa813a78b8ac64a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118ef651-0d56-4840-b9da-50c4189f8cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac2bed7-17ae-47b3-ae69-66d54f902550", "tag": "1e0071e8-7e67-4464-a737-53ca665ed3ca"}]}' {{(pid=104369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:41:16.474522 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64152c1a-92ef-4ff1-bf4e-37b79e81ca7a service neutron] Pushing event updated for resources: {'Port': ['ID=1e0071e8-7e67-4464-a737-53ca665ed3ca,revision_number=3']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:16.492578 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e178d57-7b19-4179-9c01-f4bd1a234426 x-openstack-request-id: req-6e178d57-7b19-4179-9c01-f4bd1a234426 {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:41:16.492949 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac2bed7-17ae-47b3-ae69-66d54f902550", "tag": "1e0071e8-7e67-4464-a737-53ca665ed3ca", "status": "completed", "code": 200}]} {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:41:16.493209 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6e178d57-7b19-4179-9c01-f4bd1a234426 {{(pid=104369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:41:16.493615 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e178d57-7b19-4179-9c01-f4bd1a234426'] response: {'name': 'network-changed', 'server_uuid': '5ac2bed7-17ae-47b3-ae69-66d54f902550', 'tag': '1e0071e8-7e67-4464-a737-53ca665ed3ca', 'status': 'completed', 'code': 200} Aug 02 13:41:16.601188 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ef651-0d56-4840-b9da-50c4189f8cf6 req-a04007ae-0e78-4f56-87a9-2754ded06b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:16.603931 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-118ef651-0d56-4840-b9da-50c4189f8cf6 req-a04007ae-0e78-4f56-87a9-2754ded06b20 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd6856819f8e46ee924851629dadd00b&device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 1127 time: 0.0751159 Aug 02 13:41:16.670327 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d5121430-176c-4795-919d-25cb82b7871e req-861a9477-7a1c-4208-8dee-540a58947c04 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a631415-4945-444c-8fa5-26fc9fafa585 HTTP/1.1" status: 200 len: 210 time: 0.0594311 Aug 02 13:41:16.758440 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ef651-0d56-4840-b9da-50c4189f8cf6 req-4ddfd15a-c3e6-44bf-b6d0-d8c30b266fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:16.760141 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-118ef651-0d56-4840-b9da-50c4189f8cf6 req-4ddfd15a-c3e6-44bf-b6d0-d8c30b266fa6 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=dd6856819f8e46ee924851629dadd00b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1463690 Aug 02 13:41:16.859352 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ef651-0d56-4840-b9da-50c4189f8cf6 req-03338d8e-4292-4556-8828-299c1fa1ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:16.860906 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-118ef651-0d56-4840-b9da-50c4189f8cf6 req-03338d8e-4292-4556-8828-299c1fa1ac4e service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938108 Aug 02 13:41:16.951474 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-962c25ba-59ef-42ca-9ed7-00da2e71ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:16.953009 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-962c25ba-59ef-42ca-9ed7-00da2e71ea3d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd6856819f8e46ee924851629dadd00b&device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 1127 time: 0.0495510 Aug 02 13:41:17.005742 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-effba4ce-8122-405e-8ab9-d1584363200e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e0071e8-7e67-4464-a737-53ca665ed3ca HTTP/1.1" status: 200 len: 217 time: 0.0336919 Aug 02 13:41:17.055376 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-80cbcd6b-e360-429c-94c1-28968e7984d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:17.056943 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-80cbcd6b-e360-429c-94c1-28968e7984d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de HTTP/1.1" status: 200 len: 853 time: 0.0454805 Aug 02 13:41:17.108710 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-a50ed24d-dac7-4b1b-9aa9-d0e2a763f1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:17.110163 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-a50ed24d-dac7-4b1b-9aa9-d0e2a763f1c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7e3dba26-4d36-495f-9356-de3966b3c4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452697 Aug 02 13:41:17.207488 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-8d3179f7-8b63-4715-8d85-354446fabff6 service neutron] 10.222.0.20 "GET /v2.0/networks/7e3dba26-4d36-495f-9356-de3966b3c4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874550 Aug 02 13:41:17.302366 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d9f4f179-7777-43a4-b8c1-221753dfeaf7 req-c38727a9-73af-4c4c-9bbc-5dd4e9854a98 service neutron] 10.222.0.20 "GET /v2.0/networks/7e3dba26-4d36-495f-9356-de3966b3c4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870981 Aug 02 13:41:17.572327 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4488674-1afa-46e2-883d-587a354e08b8 req-e3ce7a1b-e345-4edc-92b0-627fab1f2170 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:17.573913 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a4488674-1afa-46e2-883d-587a354e08b8 req-e3ce7a1b-e345-4edc-92b0-627fab1f2170 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 943 time: 0.0645807 Aug 02 13:41:17.625432 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a4488674-1afa-46e2-883d-587a354e08b8 req-432abacc-fbbc-4b0d-b11d-bee1c79523c8 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448763 Aug 02 13:41:17.840442 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 37706) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:17.896208 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c790333b-4174-4117-b1bb-8cd5ab46634d tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group (55a9c943-7a0f-4b82-a942-2ac2a41fdf1a), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:17.921063 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c790333b-4174-4117-b1bb-8cd5ab46634d tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group (55a9c943-7a0f-4b82-a942-2ac2a41fdf1a), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:18.049743 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c790333b-4174-4117-b1bb-8cd5ab46634d tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (55a9c943-7a0f-4b82-a942-2ac2a41fdf1a), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:18.052642 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c790333b-4174-4117-b1bb-8cd5ab46634d tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:18.054566 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-c790333b-4174-4117-b1bb-8cd5ab46634d tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "DELETE /v2.0/security-groups/55a9c943-7a0f-4b82-a942-2ac2a41fdf1a HTTP/1.1" status: 204 len: 168 time: 0.2130299 Aug 02 13:41:18.057458 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 37712) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:18.063815 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790333b-4174-4117-b1bb-8cd5ab46634d tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a9c943-7a0f-4b82-a942-2ac2a41fdf1a,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:18.070996 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.api.v2.resource [None req-a4d5d58d-32bd-4336-9bfa-489ee74715b1 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] show failed (client error): The resource could not be found. Aug 02 13:41:18.072081 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-a4d5d58d-32bd-4336-9bfa-489ee74715b1 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups/55a9c943-7a0f-4b82-a942-2ac2a41fdf1a HTTP/1.1" status: 404 len: 347 time: 0.0135977 Aug 02 13:41:18.075080 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 37714) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:18.203444 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-2900eb90-3b02-42b8-bc6a-ef63bf8fe4b1 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Deleting port c0f81b76-b407-4c39-a1f8-e91915075b68 {{(pid=104368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:41:18.203444 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2900eb90-3b02-42b8-bc6a-ef63bf8fe4b1 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (c0f81b76-b407-4c39-a1f8-e91915075b68), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:18.289368 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2900eb90-3b02-42b8-bc6a-ef63bf8fe4b1 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (c0f81b76-b407-4c39-a1f8-e91915075b68), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:18.289882 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2900eb90-3b02-42b8-bc6a-ef63bf8fe4b1 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for floatingip (c0f81b76-b407-4c39-a1f8-e91915075b68), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:18.306751 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-2900eb90-3b02-42b8-bc6a-ef63bf8fe4b1 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Calling delete_port for c0f81b76-b407-4c39-a1f8-e91915075b68 owned by network:floatingip {{(pid=104368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:41:18.501645 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2900eb90-3b02-42b8-bc6a-ef63bf8fe4b1 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (c0f81b76-b407-4c39-a1f8-e91915075b68), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:18.528432 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900eb90-3b02-42b8-bc6a-ef63bf8fe4b1 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event deleted for resources: {'Port': ['ID=c0f81b76-b407-4c39-a1f8-e91915075b68,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:18.597307 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2900eb90-3b02-42b8-bc6a-ef63bf8fe4b1 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for floatingip (cd538403-85b1-41ad-9d4c-9879c2f41f6e), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:18.602705 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2900eb90-3b02-42b8-bc6a-ef63bf8fe4b1 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:18.609000 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-2900eb90-3b02-42b8-bc6a-ef63bf8fe4b1 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "DELETE /v2.0/floatingips/cd538403-85b1-41ad-9d4c-9879c2f41f6e HTTP/1.1" status: 204 len: 168 time: 0.5282166 Aug 02 13:41:18.755383 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6949391-b704-4605-817d-4151f8996d63 req-476470bd-4f8a-400d-b643-7d17b5809ac3 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:18.757381 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f6949391-b704-4605-817d-4151f8996d63 req-476470bd-4f8a-400d-b643-7d17b5809ac3 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 943 time: 0.0581048 Aug 02 13:41:18.814408 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f6949391-b704-4605-817d-4151f8996d63 req-d2ae2f94-07e3-42bd-b744-5095a3d12c68 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502369 Aug 02 13:41:19.946897 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274f19f-a615-4621-a927-e152e1c35f0e req-e98b7317-9bb0-45b8-8460-dc227b831a96 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:19.948406 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-b274f19f-a615-4621-a927-e152e1c35f0e req-e98b7317-9bb0-45b8-8460-dc227b831a96 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 943 time: 0.0609941 Aug 02 13:41:19.999667 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-b274f19f-a615-4621-a927-e152e1c35f0e req-76587e3f-ab5c-43e4-881c-d121aa5141d2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454943 Aug 02 13:41:21.125177 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53366a-eea1-4332-ab38-4a1a705d86e9 req-4f59580b-e8eb-482b-8e1e-0f7f64e4a9ad tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:21.127122 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-cc53366a-eea1-4332-ab38-4a1a705d86e9 req-4f59580b-e8eb-482b-8e1e-0f7f64e4a9ad tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 943 time: 0.0555148 Aug 02 13:41:21.181797 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-cc53366a-eea1-4332-ab38-4a1a705d86e9 req-baea2b57-6763-468b-846e-15e32823339d tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481410 Aug 02 13:41:21.842404 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 1e0071e8-7e67-4464-a737-53ca665ed3ca details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 13:41:21.942962 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 1e0071e8-7e67-4464-a737-53ca665ed3ca, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=1e0071e8-7e67-4464-a737-53ca665ed3ca,segment=NetworkSegment(22ddfb82-4105-4957-802c-24a28c44ee2c),segment_id=22ddfb82-4105-4957-802c-24a28c44ee2c)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:41:21.954418 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Returning: {'device': '1e0071e8-7e67-4464-a737-53ca665ed3ca', 'network_id': '7e3dba26-4d36-495f-9356-de3966b3c4ca', 'port_id': '1e0071e8-7e67-4464-a737-53ca665ed3ca', 'mac_address': 'fa:16:3e:ff:de:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 13:41:21.993416 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port 1e0071e8-7e67-4464-a737-53ca665ed3ca is: DOWN; New status is: BUILD {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:41:21.993821 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (1e0071e8-7e67-4464-a737-53ca665ed3ca), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:22.007764 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e0071e8-7e67-4464-a737-53ca665ed3ca {{(pid=104370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:41:22.028092 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 1e0071e8-7e67-4464-a737-53ca665ed3ca, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=1e0071e8-7e67-4464-a737-53ca665ed3ca,segment=NetworkSegment(22ddfb82-4105-4957-802c-24a28c44ee2c),segment_id=22ddfb82-4105-4957-802c-24a28c44ee2c)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:41:22.135310 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (1e0071e8-7e67-4464-a737-53ca665ed3ca), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:22.195825 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=1e0071e8-7e67-4464-a737-53ca665ed3ca,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:22.203283 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:22.207751 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:22.207751 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:22.207751 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:22.207751 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:22.207751 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:22.207751 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:22.207751 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:22.207751 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:22.207751 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:22.207751 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:22.207751 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:22.207751 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:22.311686 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b9a60-cd7e-4dd9-864a-9fffacbfd0a0 req-a9e6c53b-c7e6-40d6-97ce-08ccff928146 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:22.314897 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-727b9a60-cd7e-4dd9-864a-9fffacbfd0a0 req-a9e6c53b-c7e6-40d6-97ce-08ccff928146 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 944 time: 0.0555701 Aug 02 13:41:22.373962 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-727b9a60-cd7e-4dd9-864a-9fffacbfd0a0 req-89813fc2-db17-4712-bd30-fe4e6eeb5b59 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559475 Aug 02 13:41:22.510060 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['1e0071e8-7e67-4464-a737-53ca665ed3ca'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:41:23.504345 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51116a63-e4e6-4e38-b820-40f7e1c2e562 req-627fc3aa-de27-4378-bd65-8803a4e0aae5 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:23.505938 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-51116a63-e4e6-4e38-b820-40f7e1c2e562 req-627fc3aa-de27-4378-bd65-8803a4e0aae5 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 944 time: 0.0556302 Aug 02 13:41:23.558833 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-51116a63-e4e6-4e38-b820-40f7e1c2e562 req-10c021d4-190e-4eea-b8b6-14ed6a3c5323 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469265 Aug 02 13:41:24.261481 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-b150fff1-02c2-4826-9575-c701c581bae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:24.754937 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9056466d-ff55-45a5-9117-db501628915f req-3d110e0d-1a7a-44c5-8c94-01a5fc279e82 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:24.758293 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9056466d-ff55-45a5-9117-db501628915f req-3d110e0d-1a7a-44c5-8c94-01a5fc279e82 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 944 time: 0.0969548 Aug 02 13:41:24.832546 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9056466d-ff55-45a5-9117-db501628915f req-babc20d8-15e8-4220-a5e2-a692751caa49 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648613 Aug 02 13:41:25.210725 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:25.305474 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 1e0071e8-7e67-4464-a737-53ca665ed3ca up at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:41:25.558664 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning for port 1e0071e8-7e67-4464-a737-53ca665ed3ca completed by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 02 13:41:25.563317 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning complete for port 1e0071e8-7e67-4464-a737-53ca665ed3ca triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:41:25.563701 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (1e0071e8-7e67-4464-a737-53ca665ed3ca), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:25.659449 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port 1e0071e8-7e67-4464-a737-53ca665ed3ca is: BUILD; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:41:25.659884 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (1e0071e8-7e67-4464-a737-53ca665ed3ca), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:25.695550 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac2bed7-17ae-47b3-ae69-66d54f902550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0071e8-7e67-4464-a737-53ca665ed3ca'}] {{(pid=104370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:41:25.698281 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7baa883c66606d2bd29c352a6206e712ed5fe15c106669ddbeacd0f82211b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87df6585-7182-4630-8fc7-6b14101390ef" -d '{"events": [{"server_uuid": "5ac2bed7-17ae-47b3-ae69-66d54f902550", "name": "network-vif-plugged", "status": "completed", "tag": "1e0071e8-7e67-4464-a737-53ca665ed3ca"}]}' {{(pid=104370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:41:25.716178 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 1e0071e8-7e67-4464-a737-53ca665ed3ca, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=1e0071e8-7e67-4464-a737-53ca665ed3ca,segment=NetworkSegment(22ddfb82-4105-4957-802c-24a28c44ee2c),segment_id=22ddfb82-4105-4957-802c-24a28c44ee2c)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:41:25.752830 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051e8786-1274-45bc-a535-65901bb5d2a7 x-openstack-request-id: req-051e8786-1274-45bc-a535-65901bb5d2a7 {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:41:25.753166 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac2bed7-17ae-47b3-ae69-66d54f902550", "name": "network-vif-plugged", "status": "completed", "tag": "1e0071e8-7e67-4464-a737-53ca665ed3ca", "code": 200}]} {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:41:25.753505 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-051e8786-1274-45bc-a535-65901bb5d2a7 {{(pid=104370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:41:25.754065 dv-cinder-847864-8-iscsi neutron-server[104370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-051e8786-1274-45bc-a535-65901bb5d2a7'] response: {'server_uuid': '5ac2bed7-17ae-47b3-ae69-66d54f902550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0071e8-7e67-4464-a737-53ca665ed3ca', 'code': 200} Aug 02 13:41:25.805698 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9495f7b-b373-4a71-9acc-ee891d9079f1 req-64bd6b7e-9067-4b1f-86a2-70dd021b21de tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:25.807579 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-c9495f7b-b373-4a71-9acc-ee891d9079f1 req-64bd6b7e-9067-4b1f-86a2-70dd021b21de tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 945 time: 0.1458168 Aug 02 13:41:25.852380 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696abdc-f4ef-4650-bdd9-18b696898ea4 req-c4e00abd-9131-48ae-94ce-3be168167680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:25.855260 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6696abdc-f4ef-4650-bdd9-18b696898ea4 req-c4e00abd-9131-48ae-94ce-3be168167680 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1502b667be5c45ab800f27676ab39794&device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 1129 time: 0.1084337 Aug 02 13:41:25.861521 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (1e0071e8-7e67-4464-a737-53ca665ed3ca), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:25.930909 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=1e0071e8-7e67-4464-a737-53ca665ed3ca,revision_number=5']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:25.988702 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-c9495f7b-b373-4a71-9acc-ee891d9079f1 req-f0a9a45f-417d-4f3f-92bc-611a0adf0a02 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727090 Aug 02 13:41:26.004337 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250ab42-b9b3-4379-b6b8-020a858b2848 req-0619d234-9c32-47e2-b6e3-88f39a05cfa3 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:26.008948 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1250ab42-b9b3-4379-b6b8-020a858b2848 req-0619d234-9c32-47e2-b6e3-88f39a05cfa3 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 945 time: 0.0772836 Aug 02 13:41:26.041354 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696abdc-f4ef-4650-bdd9-18b696898ea4 req-f810a1e6-d76e-4d6e-b540-6502b507cddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:26.043806 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6696abdc-f4ef-4650-bdd9-18b696898ea4 req-f810a1e6-d76e-4d6e-b540-6502b507cddc service neutron] 10.222.0.20 "GET /v2.0/networks?id=952afe36-ebbb-420b-9a24-e4ee044975e4 HTTP/1.1" status: 200 len: 920 time: 0.1822639 Aug 02 13:41:26.093129 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1250ab42-b9b3-4379-b6b8-020a858b2848 req-0727555f-d7d7-4fd9-840f-796224b9bb49 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760458 Aug 02 13:41:26.274004 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff61220-0dc2-4323-97db-0f02688ec937 req-e71f581a-795a-451e-8cdd-345d79639654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:26.277082 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1ff61220-0dc2-4323-97db-0f02688ec937 req-e71f581a-795a-451e-8cdd-345d79639654 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 1129 time: 0.0632625 Aug 02 13:41:26.364607 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1ff61220-0dc2-4323-97db-0f02688ec937 req-2acb9c01-5473-4e7f-b6fe-19d56ccdf727 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792372 Aug 02 13:41:26.399654 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6696abdc-f4ef-4650-bdd9-18b696898ea4 req-b90fb371-1021-4a24-a763-9b852287c45e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ea6a72f-a1b8-442f-bb13-374734d0ecb2 HTTP/1.1" status: 200 len: 999 time: 0.3481457 Aug 02 13:41:26.415979 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-40043800-72b3-4dcc-a819-56a6f11d7464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:26.651592 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696abdc-f4ef-4650-bdd9-18b696898ea4 req-3be44a1e-e8d7-4a41-b1a9-dd90892989d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:26.657364 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6696abdc-f4ef-4650-bdd9-18b696898ea4 req-3be44a1e-e8d7-4a41-b1a9-dd90892989d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce360482-e138-41d7-8f5d-ea14c6cf06af HTTP/1.1" status: 200 len: 858 time: 0.0734904 Aug 02 13:41:26.661359 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ba31a-6def-489d-bc1b-1d0957a53262 req-260b6ace-2fd4-4324-bce9-91b825b3c09b tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:26.663648 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d00ba31a-6def-489d-bc1b-1d0957a53262 req-260b6ace-2fd4-4324-bce9-91b825b3c09b tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.1342487 Aug 02 13:41:26.741287 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d00ba31a-6def-489d-bc1b-1d0957a53262 req-a43dcf6c-3814-46c6-8aad-b23f828c320e tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690086 Aug 02 13:41:26.744391 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696abdc-f4ef-4650-bdd9-18b696898ea4 req-4e5441a8-1947-4d5b-b838-d1d86760cb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:26.745987 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6696abdc-f4ef-4650-bdd9-18b696898ea4 req-4e5441a8-1947-4d5b-b838-d1d86760cb35 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=952afe36-ebbb-420b-9a24-e4ee044975e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0813401 Aug 02 13:41:26.874156 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6696abdc-f4ef-4650-bdd9-18b696898ea4 req-a802ab74-3daa-48be-8d15-5d1c2cc0a8b2 service neutron] 10.222.0.20 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101642 Aug 02 13:41:26.976970 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6696abdc-f4ef-4650-bdd9-18b696898ea4 req-1cb4cabc-dd47-4e5e-9656-2d6b6f76c42d service neutron] 10.222.0.20 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942278 Aug 02 13:41:27.145918 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d2ca8-1578-4afb-b225-1678ec29a5a6 req-7f946d73-2996-4125-a1c6-a97b969e6889 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:27.148164 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-096d2ca8-1578-4afb-b225-1678ec29a5a6 req-7f946d73-2996-4125-a1c6-a97b969e6889 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 945 time: 0.0605402 Aug 02 13:41:27.214418 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-096d2ca8-1578-4afb-b225-1678ec29a5a6 req-877714f3-2bbf-4813-af8b-fcf3a101888a tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603805 Aug 02 13:41:27.335983 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee2bfd-b33a-418f-a4b0-f997f3092f59 req-6d6b6df6-20f0-4526-9cbb-76f908a394de tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:27.338626 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-0dee2bfd-b33a-418f-a4b0-f997f3092f59 req-6d6b6df6-20f0-4526-9cbb-76f908a394de tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7419ea33-4f31-4b76-8a22-38471cc0a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0895543 Aug 02 13:41:27.394183 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c0022-7e6e-4067-b69e-fb64c4bfeab3 req-afbe57ef-9e95-4961-bee3-67ad05389474 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:27.395936 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f89c0022-7e6e-4067-b69e-fb64c4bfeab3 req-afbe57ef-9e95-4961-bee3-67ad05389474 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 945 time: 0.0885742 Aug 02 13:41:27.414825 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-0dee2bfd-b33a-418f-a4b0-f997f3092f59 req-e8a27be9-f2d6-492a-b02c-836bccef20c4 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=5979007a-a5de-4718-99e3-2cdcb2332487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659728 Aug 02 13:41:27.463344 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f89c0022-7e6e-4067-b69e-fb64c4bfeab3 req-56b54985-f278-40b3-9de5-084dbd9dd31a tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573912 Aug 02 13:41:27.592857 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:27.888920 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132aa100-2ce8-4662-839a-1f569101a0b6 req-35af3a91-e518-4c1c-8e82-318a44e295c9 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:27.890607 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-132aa100-2ce8-4662-839a-1f569101a0b6 req-35af3a91-e518-4c1c-8e82-318a44e295c9 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0694163 Aug 02 13:41:27.953469 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-132aa100-2ce8-4662-839a-1f569101a0b6 req-13f27f1b-48a9-4ae1-8f22-e6c4261b863b tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557663 Aug 02 13:41:28.258089 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f8783-15e7-47c6-be99-a5d31c896ef5 req-3c5af61b-6658-4b08-9748-b74fd0f21605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:28.259769 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-464f8783-15e7-47c6-be99-a5d31c896ef5 req-3c5af61b-6658-4b08-9748-b74fd0f21605 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2faa069e451247a68695e22f5e5ed2ae&device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 1130 time: 0.0506396 Aug 02 13:41:28.429293 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 37882) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:28.451925 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523fb5b-5159-4bdb-bf33-879ebb862499 req-6ad24cfd-35d6-4986-8c05-447970c5f3a9 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:28.452967 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1523fb5b-5159-4bdb-bf33-879ebb862499 req-6ad24cfd-35d6-4986-8c05-447970c5f3a9 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 945 time: 0.1058493 Aug 02 13:41:28.454793 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f8783-15e7-47c6-be99-a5d31c896ef5 req-70addc89-f425-4ea9-833a-e17a8df74a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:28.456520 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-464f8783-15e7-47c6-be99-a5d31c896ef5 req-70addc89-f425-4ea9-833a-e17a8df74a7f service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e3cba0-47b8-42c5-9856-cce7f8da3856 HTTP/1.1" status: 200 len: 912 time: 0.1730635 Aug 02 13:41:28.580896 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-464f8783-15e7-47c6-be99-a5d31c896ef5 req-3b973115-ef60-49cf-95d5-7437000f4ee5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07a433de-ed34-4e77-8ed2-5752c7ea7af5 HTTP/1.1" status: 200 len: 1002 time: 0.1141570 Aug 02 13:41:28.586631 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1523fb5b-5159-4bdb-bf33-879ebb862499 req-7ed91dc5-6e41-4f39-8db7-c6a5fff25a6b tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273878 Aug 02 13:41:28.592890 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7a26982c-5328-4f3d-9ee5-595ca50a6267 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:28.602680 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058f0fa-715e-4101-811d-4b89a9ef0c58 req-0a3c2337-7759-4fb0-929d-ab0ea799e63d tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:28.604308 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-0058f0fa-715e-4101-811d-4b89a9ef0c58 req-0a3c2337-7759-4fb0-929d-ab0ea799e63d tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7419ea33-4f31-4b76-8a22-38471cc0a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0983086 Aug 02 13:41:28.654819 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f8783-15e7-47c6-be99-a5d31c896ef5 req-25d493c8-aeba-48b7-9ac2-2b69509d0d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:28.657201 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-464f8783-15e7-47c6-be99-a5d31c896ef5 req-25d493c8-aeba-48b7-9ac2-2b69509d0d36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0b5949-955c-4523-bfdd-355b4cc3e5d9 HTTP/1.1" status: 200 len: 850 time: 0.0693119 Aug 02 13:41:28.696914 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-0058f0fa-715e-4101-811d-4b89a9ef0c58 req-d251257e-8010-45a3-9438-e91f18ec5408 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=5979007a-a5de-4718-99e3-2cdcb2332487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842915 Aug 02 13:41:28.747465 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f8783-15e7-47c6-be99-a5d31c896ef5 req-be503290-cace-4b29-a6a6-3ec3486d4677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:28.747827 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7a26982c-5328-4f3d-9ee5-595ca50a6267 admin admin] Publish callbacks [] for security_group (5b9233d3-14f5-4b26-b8d3-fde5ece12920), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:28.752205 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-464f8783-15e7-47c6-be99-a5d31c896ef5 req-be503290-cace-4b29-a6a6-3ec3486d4677 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e3cba0-47b8-42c5-9856-cce7f8da3856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0842104 Aug 02 13:41:28.761888 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bce369-f096-4dd2-9e68-52dc769e788f req-960a39b9-2ce0-45c9-88f9-5f4a5234597f tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:28.763851 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-70bce369-f096-4dd2-9e68-52dc769e788f req-960a39b9-2ce0-45c9-88f9-5f4a5234597f tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 945 time: 0.0893893 Aug 02 13:41:28.879629 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-70bce369-f096-4dd2-9e68-52dc769e788f req-3fcea53c-20b0-4950-a2ab-bfde20e38dd5 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070540 Aug 02 13:41:28.898283 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-464f8783-15e7-47c6-be99-a5d31c896ef5 req-e5085c03-4fb1-403a-885b-8ec2ab974191 service neutron] 10.222.0.20 "GET /v2.0/networks/22e3cba0-47b8-42c5-9856-cce7f8da3856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333911 Aug 02 13:41:28.900776 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7a26982c-5328-4f3d-9ee5-595ca50a6267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (5b9233d3-14f5-4b26-b8d3-fde5ece12920), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:28.949049 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-7a26982c-5328-4f3d-9ee5-595ca50a6267 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9eb9ce56b8d34a3fb3d7963b31b70ca0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5154657 Aug 02 13:41:28.949049 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26982c-5328-4f3d-9ee5-595ca50a6267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9233d3-14f5-4b26-b8d3-fde5ece12920,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:28.950250 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 37892) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:29.015673 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-464f8783-15e7-47c6-be99-a5d31c896ef5 req-27a790ec-968c-47b1-9d8f-4586637cdacd service neutron] 10.222.0.20 "GET /v2.0/networks/22e3cba0-47b8-42c5-9856-cce7f8da3856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108704 Aug 02 13:41:29.052615 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-272e657b-3c6e-4a4e-bebb-eb9bc4326e46 admin admin] Publish callbacks [] for security_group (5b9233d3-14f5-4b26-b8d3-fde5ece12920), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:29.084585 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-272e657b-3c6e-4a4e-bebb-eb9bc4326e46 admin admin] Publish callbacks [] for security_group (5b9233d3-14f5-4b26-b8d3-fde5ece12920), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:29.098049 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c8738-376d-4d15-8a5f-a4f5f7f0d517 req-ef0b4d13-c627-4e3a-8b5c-7d4014a6d07a tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:29.100424 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9e4c8738-376d-4d15-8a5f-a4f5f7f0d517 req-ef0b4d13-c627-4e3a-8b5c-7d4014a6d07a tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0578167 Aug 02 13:41:29.113632 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346496d-9870-4e7d-8f50-69f543ce3182 req-000c9fd4-9a9d-4b8b-8ebd-c87a52d9f6b0 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:29.118195 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a346496d-9870-4e7d-8f50-69f543ce3182 req-000c9fd4-9a9d-4b8b-8ebd-c87a52d9f6b0 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 945 time: 0.1090043 Aug 02 13:41:29.183429 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9e4c8738-376d-4d15-8a5f-a4f5f7f0d517 req-49e4174f-6e87-497a-9730-e09ade90e2c6 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738297 Aug 02 13:41:29.225943 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a346496d-9870-4e7d-8f50-69f543ce3182 req-73def090-38f4-4e84-8c87-e86e32285b63 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750360 Aug 02 13:41:29.333034 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e52c30-2ecf-4b55-8189-2b6ac2b09e6f req-0f9b9d36-b2cd-469f-968c-372cefb30e59 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:29.335101 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-33e52c30-2ecf-4b55-8189-2b6ac2b09e6f req-0f9b9d36-b2cd-469f-968c-372cefb30e59 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.20 "GET /v2.0/ports?device_id=7419ea33-4f31-4b76-8a22-38471cc0a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0608785 Aug 02 13:41:29.341031 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:29.382783 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-272e657b-3c6e-4a4e-bebb-eb9bc4326e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (5b9233d3-14f5-4b26-b8d3-fde5ece12920), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:29.385613 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-272e657b-3c6e-4a4e-bebb-eb9bc4326e46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:29.389959 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-272e657b-3c6e-4a4e-bebb-eb9bc4326e46 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5b9233d3-14f5-4b26-b8d3-fde5ece12920 HTTP/1.1" status: 204 len: 168 time: 0.4355569 Aug 02 13:41:29.403488 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e657b-3c6e-4a4e-bebb-eb9bc4326e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9233d3-14f5-4b26-b8d3-fde5ece12920,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:29.452112 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [req-33e52c30-2ecf-4b55-8189-2b6ac2b09e6f req-cd409de7-c677-48ac-84e7-5be6a2adcca5 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Deleting port e8f5c259-0492-4bee-a27b-756427eaf688 {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:41:29.452543 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-33e52c30-2ecf-4b55-8189-2b6ac2b09e6f req-cd409de7-c677-48ac-84e7-5be6a2adcca5 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (e8f5c259-0492-4bee-a27b-756427eaf688), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:29.577039 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-33e52c30-2ecf-4b55-8189-2b6ac2b09e6f req-cd409de7-c677-48ac-84e7-5be6a2adcca5 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] For port e8f5c259-0492-4bee-a27b-756427eaf688, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=e8f5c259-0492-4bee-a27b-756427eaf688,segment=NetworkSegment(ce1819a5-765d-4f56-8809-88a6774bc35d),segment_id=ce1819a5-765d-4f56-8809-88a6774bc35d)] {{(pid=104369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:41:29.577964 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-33e52c30-2ecf-4b55-8189-2b6ac2b09e6f req-cd409de7-c677-48ac-84e7-5be6a2adcca5 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (e8f5c259-0492-4bee-a27b-756427eaf688), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:29.663913 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e01ddd-3c89-4476-91cc-bf2f33f8bbef req-52f556ef-badf-403b-8959-ca79087b4489 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:29.665631 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-41e01ddd-3c89-4476-91cc-bf2f33f8bbef req-52f556ef-badf-403b-8959-ca79087b4489 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 945 time: 0.0748219 Aug 02 13:41:29.706550 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:41:29.722568 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-41e01ddd-3c89-4476-91cc-bf2f33f8bbef req-05294ae5-c929-4911-aa28-0bbd5405b463 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481677 Aug 02 13:41:29.881081 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e9c8a-d471-4768-9436-091ab2f4ad9a req-49085841-d173-4807-8ea8-c222e4ec63cb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:29.883243 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-cf0e9c8a-d471-4768-9436-091ab2f4ad9a req-49085841-d173-4807-8ea8-c222e4ec63cb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7419ea33-4f31-4b76-8a22-38471cc0a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0753503 Aug 02 13:41:29.892062 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc9866-902e-4c10-904a-fdef72926d7d req-4969ea4b-f9dc-41d0-933c-dd45d9285d95 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:29.902959 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-30cc9866-902e-4c10-904a-fdef72926d7d req-4969ea4b-f9dc-41d0-933c-dd45d9285d95 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 945 time: 0.1945882 Aug 02 13:41:29.947938 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-33e52c30-2ecf-4b55-8189-2b6ac2b09e6f req-cd409de7-c677-48ac-84e7-5be6a2adcca5 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:29.949050 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-33e52c30-2ecf-4b55-8189-2b6ac2b09e6f req-cd409de7-c677-48ac-84e7-5be6a2adcca5 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772271'] for floatingip (d7578105-356a-4e31-9e0b-f7618863adc5), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:29.949050 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.db.l3_db [req-33e52c30-2ecf-4b55-8189-2b6ac2b09e6f req-cd409de7-c677-48ac-84e7-5be6a2adcca5 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Floating IP d7578105-356a-4e31-9e0b-f7618863adc5 disassociated. External IP: 172.27.4.176, port: e8f5c259-0492-4bee-a27b-756427eaf688. Aug 02 13:41:29.949050 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [req-33e52c30-2ecf-4b55-8189-2b6ac2b09e6f req-cd409de7-c677-48ac-84e7-5be6a2adcca5 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Calling delete_port for e8f5c259-0492-4bee-a27b-756427eaf688 owned by compute:nova {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:41:29.950640 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-cf0e9c8a-d471-4768-9436-091ab2f4ad9a req-586da6b6-1dc5-4063-ae2c-2470337e510e tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=5979007a-a5de-4718-99e3-2cdcb2332487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560291 Aug 02 13:41:29.977660 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-30cc9866-902e-4c10-904a-fdef72926d7d req-aca74cf4-4545-401f-97d1-54aef6f84eca tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735703 Aug 02 13:41:30.301085 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-33e52c30-2ecf-4b55-8189-2b6ac2b09e6f req-cd409de7-c677-48ac-84e7-5be6a2adcca5 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (e8f5c259-0492-4bee-a27b-756427eaf688), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:30.336704 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd409de7-c677-48ac-84e7-5be6a2adcca5 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event deleted for resources: {'Port': ['ID=e8f5c259-0492-4bee-a27b-756427eaf688,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:30.339129 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a7621-e54d-4b2d-89ce-d1850a72266b req-4b8f6808-d24e-4433-a20e-b2c9866a652e tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:30.343406 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e56a7621-e54d-4b2d-89ce-d1850a72266b req-4b8f6808-d24e-4433-a20e-b2c9866a652e tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0683854 Aug 02 13:41:30.438765 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e56a7621-e54d-4b2d-89ce-d1850a72266b req-d7bb5006-5684-44cf-a607-9d1b3788f4e7 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578265 Aug 02 13:41:30.498096 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33e52c30-2ecf-4b55-8189-2b6ac2b09e6f req-cd409de7-c677-48ac-84e7-5be6a2adcca5 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Router b12058e6-bae6-4476-a2e0-876fd99b59ab has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:41:30.502733 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 37912) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:30.517582 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4075697a-a74a-483c-b05c-0f4b5347b6f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:30.609866 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:30.619706 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33e52c30-2ecf-4b55-8189-2b6ac2b09e6f req-cd409de7-c677-48ac-84e7-5be6a2adcca5 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:41:30.623684 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4075697a-a74a-483c-b05c-0f4b5347b6f9 admin admin] Publish callbacks [] for security_group (32218b94-44a2-4d8b-a12b-f9eef2024cff), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:30.636587 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a5bda9-cc96-409d-99af-7f31d0a0518a None None] Sync routers for ids ['b12058e6-bae6-4476-a2e0-876fd99b59ab'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:41:30.657218 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a5bda9-cc96-409d-99af-7f31d0a0518a None None] Routers {'b12058e6-bae6-4476-a2e0-876fd99b59ab'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:41:30.658528 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-91a5bda9-cc96-409d-99af-7f31d0a0518a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:41:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['b12058e6-bae6-4476-a2e0-876fd99b59ab'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:41:30.674180 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e52c30-2ecf-4b55-8189-2b6ac2b09e6f req-cd409de7-c677-48ac-84e7-5be6a2adcca5 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] No DVR routers for this DVR port e8f5c259-0492-4bee-a27b-756427eaf688 on host hv-cinder-84786 {{(pid=104369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:41:30.679646 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-33e52c30-2ecf-4b55-8189-2b6ac2b09e6f req-cd409de7-c677-48ac-84e7-5be6a2adcca5 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:30.683562 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-33e52c30-2ecf-4b55-8189-2b6ac2b09e6f req-cd409de7-c677-48ac-84e7-5be6a2adcca5 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.20 "DELETE /v2.0/ports/e8f5c259-0492-4bee-a27b-756427eaf688 HTTP/1.1" status: 204 len: 173 time: 1.3425648 Aug 02 13:41:30.684040 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7419ea33-4f31-4b76-8a22-38471cc0a6c0', 'name': 'network-vif-deleted', 'tag': 'e8f5c259-0492-4bee-a27b-756427eaf688'}] {{(pid=104369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:41:30.686351 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bf99331ba47a6ac295264f2d91701b523438f9b2384832aa813a78b8ac64a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7977ccb-2d32-4ee0-82b7-1c6befc27158" -d '{"events": [{"server_uuid": "7419ea33-4f31-4b76-8a22-38471cc0a6c0", "name": "network-vif-deleted", "tag": "e8f5c259-0492-4bee-a27b-756427eaf688"}]}' {{(pid=104369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:41:30.702642 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4075697a-a74a-483c-b05c-0f4b5347b6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (32218b94-44a2-4d8b-a12b-f9eef2024cff), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:30.758485 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab5e9b7-3eaa-40ac-9aba-5172f294c0da x-openstack-request-id: req-9ab5e9b7-3eaa-40ac-9aba-5172f294c0da {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:41:30.758793 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7419ea33-4f31-4b76-8a22-38471cc0a6c0", "name": "network-vif-deleted", "tag": "e8f5c259-0492-4bee-a27b-756427eaf688", "status": "completed", "code": 200}]} {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:41:30.759052 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9ab5e9b7-3eaa-40ac-9aba-5172f294c0da {{(pid=104369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:41:30.759513 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ab5e9b7-3eaa-40ac-9aba-5172f294c0da'] response: {'server_uuid': '7419ea33-4f31-4b76-8a22-38471cc0a6c0', 'name': 'network-vif-deleted', 'tag': 'e8f5c259-0492-4bee-a27b-756427eaf688', 'status': 'completed', 'code': 200} Aug 02 13:41:30.805410 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-4075697a-a74a-483c-b05c-0f4b5347b6f9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=460f1899504e4eceae2456a2b3f46105&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2973454 Aug 02 13:41:30.807563 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 37918) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:30.819481 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075697a-a74a-483c-b05c-0f4b5347b6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32218b94-44a2-4d8b-a12b-f9eef2024cff,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:30.872527 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-91a5bda9-cc96-409d-99af-7f31d0a0518a None None] Set router b12058e6-bae6-4476-a2e0-876fd99b59ab gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:41:30.903135 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-af074a60-3279-4a79-aeab-d75d705aa313 admin admin] Publish callbacks [] for security_group (32218b94-44a2-4d8b-a12b-f9eef2024cff), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:30.931680 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-af074a60-3279-4a79-aeab-d75d705aa313 admin admin] Publish callbacks [] for security_group (32218b94-44a2-4d8b-a12b-f9eef2024cff), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:31.103081 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-af074a60-3279-4a79-aeab-d75d705aa313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (32218b94-44a2-4d8b-a12b-f9eef2024cff), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:31.112144 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-af074a60-3279-4a79-aeab-d75d705aa313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:31.115919 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-fda13b24-7fb0-4dd2-9df7-eb1e4db84ddf req-3d646cad-aac8-42b6-a261-d96994106dcd tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=7419ea33-4f31-4b76-8a22-38471cc0a6c0 HTTP/1.1" status: 200 len: 210 time: 0.0397532 Aug 02 13:41:31.116587 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-af074a60-3279-4a79-aeab-d75d705aa313 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/32218b94-44a2-4d8b-a12b-f9eef2024cff HTTP/1.1" status: 204 len: 168 time: 0.3057966 Aug 02 13:41:31.145669 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af074a60-3279-4a79-aeab-d75d705aa313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32218b94-44a2-4d8b-a12b-f9eef2024cff,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:31.203251 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-91a5bda9-cc96-409d-99af-7f31d0a0518a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'name': 'tempest-AttachVolumeNegativeTest-1899220404-router', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178'}], 'enable_snat': True}, 'gw_port_id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:51Z', 'revision_number': 4, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'gw_port': {'id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:42Z', 'updated_at': '2022-08-02T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '319a239b-729c-484f-a6f7-158e17594b21', 'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'mac_address': 'fa:16:3e:3f:40:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:48Z', 'updated_at': '2022-08-02T13:38:06Z', 'revision_number': 5, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'subnets': [{'id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:41:31.223406 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1168e0-ff98-406a-b0c7-c0d86850ce00 req-e99c174d-6123-4a19-9d24-cc4b14d2ef15 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:31.228145 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2d1168e0-ff98-406a-b0c7-c0d86850ce00 req-e99c174d-6123-4a19-9d24-cc4b14d2ef15 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 945 time: 0.0976739 Aug 02 13:41:31.239896 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a5bda9-cc96-409d-99af-7f31d0a0518a None None] Checking router: b12058e6-bae6-4476-a2e0-876fd99b59ab for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:41:31.251723 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a5bda9-cc96-409d-99af-7f31d0a0518a None None] Routers {'b12058e6-bae6-4476-a2e0-876fd99b59ab'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:41:31.252360 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-91a5bda9-cc96-409d-99af-7f31d0a0518a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:41:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['b12058e6-bae6-4476-a2e0-876fd99b59ab'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:41:31.314991 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2d1168e0-ff98-406a-b0c7-c0d86850ce00 req-64a2d5b7-1349-4d77-9b64-116d6c036367 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674589 Aug 02 13:41:31.380721 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-91a5bda9-cc96-409d-99af-7f31d0a0518a None None] Set router b12058e6-bae6-4476-a2e0-876fd99b59ab gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:41:31.568329 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fef3a-3984-4cdc-b89e-7e0c569b886c req-e8a06b27-7736-4939-be61-75d44b5a12c3 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:31.570434 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-3e8fef3a-3984-4cdc-b89e-7e0c569b886c req-e8a06b27-7736-4939-be61-75d44b5a12c3 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0668647 Aug 02 13:41:31.655778 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-3e8fef3a-3984-4cdc-b89e-7e0c569b886c req-5c0e1351-19cf-4650-b505-756af03e462a tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739918 Aug 02 13:41:31.817085 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-91a5bda9-cc96-409d-99af-7f31d0a0518a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'name': 'tempest-AttachVolumeNegativeTest-1899220404-router', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178'}], 'enable_snat': True}, 'gw_port_id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:51Z', 'revision_number': 4, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'gw_port': {'id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:42Z', 'updated_at': '2022-08-02T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '319a239b-729c-484f-a6f7-158e17594b21', 'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'mac_address': 'fa:16:3e:3f:40:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:48Z', 'updated_at': '2022-08-02T13:38:06Z', 'revision_number': 5, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'subnets': [{'id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:41:31.874580 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a5bda9-cc96-409d-99af-7f31d0a0518a None None] The sync data for ids ['b12058e6-bae6-4476-a2e0-876fd99b59ab'] in dv-cinder-847864-8-iscsi is: [{'id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'name': 'tempest-AttachVolumeNegativeTest-1899220404-router', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178'}], 'enable_snat': True}, 'gw_port_id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:51Z', 'revision_number': 4, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'gw_port': {'id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:42Z', 'updated_at': '2022-08-02T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '319a239b-729c-484f-a6f7-158e17594b21', 'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'mac_address': 'fa:16:3e:3f:40:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:48Z', 'updated_at': '2022-08-02T13:38:06Z', 'revision_number': 5, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'subnets': [{'id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:41:32.223573 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56602048-b58e-4de0-9df7-29c25b100435 None None] New status for floating IP d7578105-356a-4e31-9e0b-f7618863adc5: DOWN {{(pid=104371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:41:32.432032 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 37962) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:32.549516 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-15a5381b-b96a-43fc-a3d9-8e7e440a21da tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group (5979007a-a5de-4718-99e3-2cdcb2332487), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:32.584817 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-15a5381b-b96a-43fc-a3d9-8e7e440a21da tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group (5979007a-a5de-4718-99e3-2cdcb2332487), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:32.623363 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e0bb4-0e4d-423c-9087-a5fdedf6f712 req-287c4561-8ff5-4487-bef3-c42a1721692e tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:32.625615 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-874e0bb4-0e4d-423c-9087-a5fdedf6f712 req-287c4561-8ff5-4487-bef3-c42a1721692e tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 945 time: 0.1287160 Aug 02 13:41:32.696379 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-874e0bb4-0e4d-423c-9087-a5fdedf6f712 req-968eeda9-ec58-4273-9ce4-63526343f1a9 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622070 Aug 02 13:41:32.805571 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-15a5381b-b96a-43fc-a3d9-8e7e440a21da tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (5979007a-a5de-4718-99e3-2cdcb2332487), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:32.808343 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-15a5381b-b96a-43fc-a3d9-8e7e440a21da tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:32.809479 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-15a5381b-b96a-43fc-a3d9-8e7e440a21da tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "DELETE /v2.0/security-groups/5979007a-a5de-4718-99e3-2cdcb2332487 HTTP/1.1" status: 204 len: 168 time: 0.3764040 Aug 02 13:41:32.813453 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 37974) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:32.824070 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5381b-b96a-43fc-a3d9-8e7e440a21da tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5979007a-a5de-4718-99e3-2cdcb2332487,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:32.840294 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.api.v2.resource [None req-08466f29-2aac-4c3b-8879-51aa6c309b30 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] show failed (client error): The resource could not be found. Aug 02 13:41:32.841346 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-08466f29-2aac-4c3b-8879-51aa6c309b30 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups/5979007a-a5de-4718-99e3-2cdcb2332487 HTTP/1.1" status: 404 len: 347 time: 0.0259426 Aug 02 13:41:32.844409 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 37978) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:32.845111 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c86f13-afe4-4433-b4b0-fd6be22aa787 req-cdf272f6-b9b8-4c69-b428-233f758920bd tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:32.847372 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-08c86f13-afe4-4433-b4b0-fd6be22aa787 req-cdf272f6-b9b8-4c69-b428-233f758920bd tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0872960 Aug 02 13:41:32.932541 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-08c86f13-afe4-4433-b4b0-fd6be22aa787 req-92e8a842-da91-42a0-b29e-1b17a7a33a6d tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757008 Aug 02 13:41:33.046128 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-b7945d18-d7de-4844-916e-2cf59ae41e4c tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Deleting port db1347a3-162d-4551-8401-fb4f990ec6a5 {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:41:33.046873 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b7945d18-d7de-4844-916e-2cf59ae41e4c tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (db1347a3-162d-4551-8401-fb4f990ec6a5), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:33.163304 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b7945d18-d7de-4844-916e-2cf59ae41e4c tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (db1347a3-162d-4551-8401-fb4f990ec6a5), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:33.167377 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b7945d18-d7de-4844-916e-2cf59ae41e4c tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for floatingip (db1347a3-162d-4551-8401-fb4f990ec6a5), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:33.184630 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-b7945d18-d7de-4844-916e-2cf59ae41e4c tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Calling delete_port for db1347a3-162d-4551-8401-fb4f990ec6a5 owned by network:floatingip {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:41:33.364202 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device e8f5c259-0492-4bee-a27b-756427eaf688 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:41:33.377854 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] No Port match for: e8f5c259-0492-4bee-a27b-756427eaf688 {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:41:33.378210 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device e8f5c259-0492-4bee-a27b-756427eaf688 not bound to the agent host hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:41:33.495608 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b7945d18-d7de-4844-916e-2cf59ae41e4c tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (db1347a3-162d-4551-8401-fb4f990ec6a5), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:33.531235 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7945d18-d7de-4844-916e-2cf59ae41e4c tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event deleted for resources: {'Port': ['ID=db1347a3-162d-4551-8401-fb4f990ec6a5,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:33.608279 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b7945d18-d7de-4844-916e-2cf59ae41e4c tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for floatingip (d7578105-356a-4e31-9e0b-f7618863adc5), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:33.611140 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b7945d18-d7de-4844-916e-2cf59ae41e4c tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:33.612538 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-b7945d18-d7de-4844-916e-2cf59ae41e4c tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "DELETE /v2.0/floatingips/d7578105-356a-4e31-9e0b-f7618863adc5 HTTP/1.1" status: 204 len: 168 time: 0.7671151 Aug 02 13:41:33.819340 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 37998) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:33.827649 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-dfd0694c-89b4-4a9f-9171-f0bfb1daa20e tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1195061378', 'description': 'tempest-description--2122677990'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:41:33.868985 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a19699-9b2d-445d-9870-68f6345679ff req-d915fd7a-507f-4a52-8447-ef94a180347c tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:33.871430 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-15a19699-9b2d-445d-9870-68f6345679ff req-d915fd7a-507f-4a52-8447-ef94a180347c tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 945 time: 0.0823901 Aug 02 13:41:33.941409 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-dfd0694c-89b4-4a9f-9171-f0bfb1daa20e tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:33.944365 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-15a19699-9b2d-445d-9870-68f6345679ff req-770d6aaf-4405-415e-950d-43604a15c0aa tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652790 Aug 02 13:41:34.055333 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-dfd0694c-89b4-4a9f-9171-f0bfb1daa20e tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group (e4e225f2-0010-41c3-9237-17110ea1865f), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:34.117896 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e7445-f097-4814-8b19-98f8a33bd84e req-e2f20366-6fea-4abf-a1f3-e3ba8d53f609 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:34.119515 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d91e7445-f097-4814-8b19-98f8a33bd84e req-e2f20366-6fea-4abf-a1f3-e3ba8d53f609 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0831892 Aug 02 13:41:34.176799 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d91e7445-f097-4814-8b19-98f8a33bd84e req-5340c3ef-dcfd-47b6-a249-c08c3c5b7204 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510533 Aug 02 13:41:34.181951 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-dfd0694c-89b4-4a9f-9171-f0bfb1daa20e tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (e4e225f2-0010-41c3-9237-17110ea1865f), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:34.222229 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd0694c-89b4-4a9f-9171-f0bfb1daa20e tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e225f2-0010-41c3-9237-17110ea1865f,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:34.401086 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-dfd0694c-89b4-4a9f-9171-f0bfb1daa20e tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:34.404245 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-dfd0694c-89b4-4a9f-9171-f0bfb1daa20e tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5820382 Aug 02 13:41:34.406050 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 38016) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:34.410891 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-38812796-dff9-4e87-a614-8c913ed4d953 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Request body: {'security_group_rule': {'security_group_id': 'e4e225f2-0010-41c3-9237-17110ea1865f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:41:34.517302 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-38812796-dff9-4e87-a614-8c913ed4d953 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group_rule (7948b661-054c-4e5b-bbb0-0ffd08f42510), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:34.585571 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-38812796-dff9-4e87-a614-8c913ed4d953 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group_rule (7948b661-054c-4e5b-bbb0-0ffd08f42510), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:34.666711 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-38812796-dff9-4e87-a614-8c913ed4d953 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (7948b661-054c-4e5b-bbb0-0ffd08f42510), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:34.689774 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38812796-dff9-4e87-a614-8c913ed4d953 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7948b661-054c-4e5b-bbb0-0ffd08f42510,revision_number=0']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:34.771548 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-38812796-dff9-4e87-a614-8c913ed4d953 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:34.772961 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-38812796-dff9-4e87-a614-8c913ed4d953 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3658631 Aug 02 13:41:34.775945 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 38030) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:34.780799 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-5c4e5e84-0534-429a-ba7d-b0cd39fdcc2b tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Request body: {'security_group_rule': {'security_group_id': 'e4e225f2-0010-41c3-9237-17110ea1865f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:41:34.883444 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-5c4e5e84-0534-429a-ba7d-b0cd39fdcc2b tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group_rule (39b62cec-fd02-497a-8670-3f98bb539504), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:34.949110 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-5c4e5e84-0534-429a-ba7d-b0cd39fdcc2b tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group_rule (39b62cec-fd02-497a-8670-3f98bb539504), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:35.061099 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-5c4e5e84-0534-429a-ba7d-b0cd39fdcc2b tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (39b62cec-fd02-497a-8670-3f98bb539504), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:35.080977 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e5e84-0534-429a-ba7d-b0cd39fdcc2b tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b62cec-fd02-497a-8670-3f98bb539504,revision_number=0']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:35.086939 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d11394-cf09-4577-9def-a58a29c9be39 req-42faebb1-568c-4f98-8f6c-d2fa5d8c7c6b tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:35.088935 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-11d11394-cf09-4577-9def-a58a29c9be39 req-42faebb1-568c-4f98-8f6c-d2fa5d8c7c6b tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 945 time: 0.0610540 Aug 02 13:41:35.143694 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-11d11394-cf09-4577-9def-a58a29c9be39 req-ec450381-a928-49b8-bbb9-7519941a803c tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478077 Aug 02 13:41:35.171872 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-5c4e5e84-0534-429a-ba7d-b0cd39fdcc2b tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:35.173136 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-5c4e5e84-0534-429a-ba7d-b0cd39fdcc2b tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3960097 Aug 02 13:41:35.176696 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 38042) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:35.182255 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-c668c2ea-e60e-4632-8629-da5bb6d73ac7 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Request body: {'floatingip': {'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:41:35.284881 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c668c2ea-e60e-4632-8629-da5bb6d73ac7 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:35.332691 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3af9a-b44c-4c4a-9ce8-23afea78ebae req-b853099a-90d7-4fda-939e-77f78172f2fe tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:35.334858 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-9bb3af9a-b44c-4c4a-9ce8-23afea78ebae req-b853099a-90d7-4fda-939e-77f78172f2fe tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0705585 Aug 02 13:41:35.399146 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-9bb3af9a-b44c-4c4a-9ce8-23afea78ebae req-7d73c661-052b-4983-ad0e-0f9b7713334b tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572302 Aug 02 13:41:35.420941 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c668c2ea-e60e-4632-8629-da5bb6d73ac7 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:35.539839 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [None req-c668c2ea-e60e-4632-8629-da5bb6d73ac7 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Allocated IP 172.27.4.95 (ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7/17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c/6252e293-dd16-4d48-a3c1-9979794948aa) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:41:35.616180 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 38050) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:35.746816 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3d0fc977-d614-4a2c-8c57-b2441929a860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:35.841128 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3d0fc977-d614-4a2c-8c57-b2441929a860 admin admin] Publish callbacks [] for security_group (5292b537-cf0e-4643-9b54-22d43ae9f69f), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:35.894779 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c668c2ea-e60e-4632-8629-da5bb6d73ac7 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for port (6252e293-dd16-4d48-a3c1-9979794948aa), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:35.922120 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3d0fc977-d614-4a2c-8c57-b2441929a860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (5292b537-cf0e-4643-9b54-22d43ae9f69f), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:35.960068 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0fc977-d614-4a2c-8c57-b2441929a860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5292b537-cf0e-4643-9b54-22d43ae9f69f,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:35.964970 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-3d0fc977-d614-4a2c-8c57-b2441929a860 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5cc31d3e712e4fd09297d5adc2b89afb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3476772 Aug 02 13:41:35.974726 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 38054) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:36.025139 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-13aa1ebd-4c03-453b-9ac1-721aafa32c86 admin admin] Publish callbacks [] for security_group (5292b537-cf0e-4643-9b54-22d43ae9f69f), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:36.043648 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c668c2ea-e60e-4632-8629-da5bb6d73ac7 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (6252e293-dd16-4d48-a3c1-9979794948aa), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:36.052375 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-13aa1ebd-4c03-453b-9ac1-721aafa32c86 admin admin] Publish callbacks [] for security_group (5292b537-cf0e-4643-9b54-22d43ae9f69f), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:36.116455 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c668c2ea-e60e-4632-8629-da5bb6d73ac7 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:41:36.120478 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668c2ea-e60e-4632-8629-da5bb6d73ac7 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event updated for resources: {'Port': ['ID=6252e293-dd16-4d48-a3c1-9979794948aa,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:36.123025 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-c668c2ea-e60e-4632-8629-da5bb6d73ac7 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:41:36.128426 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c668c2ea-e60e-4632-8629-da5bb6d73ac7 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:41:36.248277 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-13aa1ebd-4c03-453b-9ac1-721aafa32c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (5292b537-cf0e-4643-9b54-22d43ae9f69f), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:36.250877 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-13aa1ebd-4c03-453b-9ac1-721aafa32c86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:36.252058 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-13aa1ebd-4c03-453b-9ac1-721aafa32c86 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5292b537-cf0e-4643-9b54-22d43ae9f69f HTTP/1.1" status: 204 len: 168 time: 0.2762089 Aug 02 13:41:36.294101 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa1ebd-4c03-453b-9ac1-721aafa32c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5292b537-cf0e-4643-9b54-22d43ae9f69f,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:36.311278 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c668c2ea-e60e-4632-8629-da5bb6d73ac7 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for floatingip (b972f896-e9e3-4b3a-a401-2a31ea7539a8), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:36.326861 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd055f6-0a33-4876-b7da-3f298cc0e096 req-bc9d1a83-daa9-43d5-8d2e-fc1fc6753eee tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:36.328415 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5bd055f6-0a33-4876-b7da-3f298cc0e096 req-bc9d1a83-daa9-43d5-8d2e-fc1fc6753eee tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 945 time: 0.1099434 Aug 02 13:41:36.388894 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5bd055f6-0a33-4876-b7da-3f298cc0e096 req-c6c894ba-0fa8-4962-91cb-8a2dac27b423 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537279 Aug 02 13:41:36.499914 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c668c2ea-e60e-4632-8629-da5bb6d73ac7 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (6252e293-dd16-4d48-a3c1-9979794948aa), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:36.581955 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42106c-5edf-4cc8-bebd-e98019d71603 req-c28359ec-685a-492b-8570-ec7320e10272 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:36.583599 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-9e42106c-5edf-4cc8-bebd-e98019d71603 req-c28359ec-685a-492b-8570-ec7320e10272 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0909522 Aug 02 13:41:36.637506 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-9e42106c-5edf-4cc8-bebd-e98019d71603 req-7f6d685d-5c77-420b-996a-ceb469753aff tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452807 Aug 02 13:41:36.663306 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c668c2ea-e60e-4632-8629-da5bb6d73ac7 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for port (6252e293-dd16-4d48-a3c1-9979794948aa), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:36.758597 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c668c2ea-e60e-4632-8629-da5bb6d73ac7 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (6252e293-dd16-4d48-a3c1-9979794948aa), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:36.832302 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668c2ea-e60e-4632-8629-da5bb6d73ac7 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event updated for resources: {'Port': ['ID=6252e293-dd16-4d48-a3c1-9979794948aa,revision_number=2']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:36.847604 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c668c2ea-e60e-4632-8629-da5bb6d73ac7 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772271'] for floatingip (b972f896-e9e3-4b3a-a401-2a31ea7539a8), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:37.045982 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c668c2ea-e60e-4632-8629-da5bb6d73ac7 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:37.047354 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-c668c2ea-e60e-4632-8629-da5bb6d73ac7 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8689079 Aug 02 13:41:37.257735 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-93c2a8ed-588f-402d-932b-59cf5be3a03e tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1195061378&fields=id&tenant_id=b2fd74b29e9441818796d9040d4be7e5 HTTP/1.1" status: 200 len: 267 time: 0.0486734 Aug 02 13:41:37.258473 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 38078) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:37.272414 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-036a7fe3-a00c-4334-9042-9fcc56ecf270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:37.360863 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-036a7fe3-a00c-4334-9042-9fcc56ecf270 admin admin] Publish callbacks [] for security_group (9715833a-19b1-4307-a491-0416eafea7c8), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:37.380347 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-a76d7577-30ff-4cc8-bded-5ea4050b6a7b tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:37.381831 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-a76d7577-30ff-4cc8-bded-5ea4050b6a7b tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/networks?id=b9a0aff9-4db3-4151-8258-5ca59205b7ca HTTP/1.1" status: 200 len: 815 time: 0.1170580 Aug 02 13:41:37.398800 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-37484418-49ef-4e50-b4a0-6fc18f064fc6 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/quotas/b2fd74b29e9441818796d9040d4be7e5 HTTP/1.1" status: 200 len: 375 time: 0.0099571 Aug 02 13:41:37.458405 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-94ffb7d9-8b59-4502-a0b1-4c987dd2bc5e tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b2fd74b29e9441818796d9040d4be7e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541353 Aug 02 13:41:37.461524 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-036a7fe3-a00c-4334-9042-9fcc56ecf270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (9715833a-19b1-4307-a491-0416eafea7c8), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:37.537248 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-036a7fe3-a00c-4334-9042-9fcc56ecf270 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=abe169625aee4166b78c9368511cc898&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2777293 Aug 02 13:41:37.540160 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 38082) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:37.542734 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a7fe3-a00c-4334-9042-9fcc56ecf270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9715833a-19b1-4307-a491-0416eafea7c8,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:37.566156 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec3b13-b493-432a-92e3-b648810f23a7 req-0f2ea7ee-e371-4fd8-873a-e94b287d4f18 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:37.567773 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-b6ec3b13-b493-432a-92e3-b648810f23a7 req-0f2ea7ee-e371-4fd8-873a-e94b287d4f18 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 945 time: 0.1035125 Aug 02 13:41:37.599706 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-ea5ea508-c3ce-4b85-9ef7-dd818293a2b6 service neutron] 10.222.0.67 "GET /v2.0/networks/b9a0aff9-4db3-4151-8258-5ca59205b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293776 Aug 02 13:41:37.641232 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-b6ec3b13-b493-432a-92e3-b648810f23a7 req-0350e945-9ba2-4587-af00-5fc61c7466f0 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648580 Aug 02 13:41:37.677357 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-83e01515-df0f-4217-a4a4-7407063215e3 admin admin] Publish callbacks [] for security_group (9715833a-19b1-4307-a491-0416eafea7c8), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:37.718953 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-83e01515-df0f-4217-a4a4-7407063215e3 admin admin] Publish callbacks [] for security_group (9715833a-19b1-4307-a491-0416eafea7c8), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:37.745628 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-3f2c6eaf-1aad-4b78-a491-2c3b205e4216 service neutron] 10.222.0.67 "GET /v2.0/networks/b9a0aff9-4db3-4151-8258-5ca59205b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387503 Aug 02 13:41:37.778554 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22449fa2-15d2-4ec9-bbf3-d12b18a20d6b req-c33b6239-d493-4a65-8148-3786778e5c66 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:37.780426 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-22449fa2-15d2-4ec9-bbf3-d12b18a20d6b req-c33b6239-d493-4a65-8148-3786778e5c66 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0587285 Aug 02 13:41:37.832101 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-22449fa2-15d2-4ec9-bbf3-d12b18a20d6b req-cd6947fb-eb05-4a8b-843a-f0b4a58859e3 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440953 Aug 02 13:41:37.929429 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-83e01515-df0f-4217-a4a4-7407063215e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (9715833a-19b1-4307-a491-0416eafea7c8), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:37.932267 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-83e01515-df0f-4217-a4a4-7407063215e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:37.933433 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-83e01515-df0f-4217-a4a4-7407063215e3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9715833a-19b1-4307-a491-0416eafea7c8 HTTP/1.1" status: 204 len: 168 time: 0.3924499 Aug 02 13:41:37.941593 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e01515-df0f-4217-a4a4-7407063215e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9715833a-19b1-4307-a491-0416eafea7c8,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:38.059808 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-8f9c052d-c621-4a9a-97ac-ce4a418401aa req-d19e0f53-dfc0-420e-b618-1717d3a988e6 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1466bfd-a54f-4720-9353-60bcf3334395 HTTP/1.1" status: 200 len: 210 time: 0.0294628 Aug 02 13:41:38.780961 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a4207-83b8-41c6-baca-f2a877d8eea8 req-f046499e-c9b8-4d01-a8c7-486b6e9979d1 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:38.782603 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-143a4207-83b8-41c6-baca-f2a877d8eea8 req-f046499e-c9b8-4d01-a8c7-486b6e9979d1 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 945 time: 0.0614512 Aug 02 13:41:38.844301 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-143a4207-83b8-41c6-baca-f2a877d8eea8 req-061f72a2-b2a4-40b7-9b2e-4c10482f108a tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540049 Aug 02 13:41:38.975229 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5a18e-3471-4e2d-ae11-9a3ef4fe546b req-3042e024-9e2c-4a0c-8a16-fb3e484cc603 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:38.977657 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-7df5a18e-3471-4e2d-ae11-9a3ef4fe546b req-3042e024-9e2c-4a0c-8a16-fb3e484cc603 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0610895 Aug 02 13:41:39.048534 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-7df5a18e-3471-4e2d-ae11-9a3ef4fe546b req-bdbef593-6922-4bf7-8904-bc8b5e273ae8 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608530 Aug 02 13:41:39.148669 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-436eb1a3-ea88-4e1b-8910-4382a7bbf35d req-482b107a-d2b3-4b36-bcf8-b7122c8ead1d tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1466bfd-a54f-4720-9353-60bcf3334395 HTTP/1.1" status: 200 len: 210 time: 0.0273008 Aug 02 13:41:39.986437 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f41690-7193-47b0-9e0f-04e0cae91291 req-b63b90ab-3ae6-435a-a11d-aaceb10f7988 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:39.998011 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d3f41690-7193-47b0-9e0f-04e0cae91291 req-b63b90ab-3ae6-435a-a11d-aaceb10f7988 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 945 time: 0.0562863 Aug 02 13:41:40.043840 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d3f41690-7193-47b0-9e0f-04e0cae91291 req-241b17f1-7a9a-40b9-bd1d-d2f7295e9d9f tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492172 Aug 02 13:41:40.242075 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fcc1e-47e1-445a-bb57-bbfdc36a32de req-72cbacb6-d766-4f1c-ba69-2a7c8189c880 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:40.246251 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-715fcc1e-47e1-445a-bb57-bbfdc36a32de req-72cbacb6-d766-4f1c-ba69-2a7c8189c880 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.1076958 Aug 02 13:41:40.262399 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a60d2594-9e81-47b5-9a04-ff99d014b3c1 req-4cfe5a0d-a1e1-4a79-aaed-6e385f823df5 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1466bfd-a54f-4720-9353-60bcf3334395 HTTP/1.1" status: 200 len: 210 time: 0.0296338 Aug 02 13:41:40.343451 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-715fcc1e-47e1-445a-bb57-bbfdc36a32de req-6c614e21-8c47-489b-b286-2d0cc71d30e1 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903037 Aug 02 13:41:41.142238 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49c476-364e-404b-b203-ddace2166c64 req-cb6bae2e-49bd-4920-ad08-b54b3c76660b tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:41.143924 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6f49c476-364e-404b-b203-ddace2166c64 req-cb6bae2e-49bd-4920-ad08-b54b3c76660b tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 945 time: 0.0705879 Aug 02 13:41:41.192680 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092e6a3-043c-42a7-ae15-0816f94449b1 req-50b8a959-1cd2-49c7-ab47-df969255b0a8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:41.195686 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a092e6a3-043c-42a7-ae15-0816f94449b1 req-50b8a959-1cd2-49c7-ab47-df969255b0a8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 945 time: 0.0686927 Aug 02 13:41:41.201832 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6f49c476-364e-404b-b203-ddace2166c64 req-a2c4d436-b595-4dcc-a4a0-3795492a8043 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482495 Aug 02 13:41:41.238727 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 38160) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:41.263725 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a092e6a3-043c-42a7-ae15-0816f94449b1 req-5e2b3424-d27f-4b60-b648-c6fb2a06ef5a tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584967 Aug 02 13:41:41.365202 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f54bf92f-cd40-4278-a5d3-8f2d61c4b094 req-2ce95233-177b-4a0e-aa8b-9797a9e72605 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1466bfd-a54f-4720-9353-60bcf3334395 HTTP/1.1" status: 200 len: 210 time: 0.0272701 Aug 02 13:41:41.542946 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9d1ed-9da8-47e7-a557-b7c9f4966f80 req-6f0792fa-804a-42ab-8fad-6090211045ac tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:41.544442 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fbc9d1ed-9da8-47e7-a557-b7c9f4966f80 req-6f0792fa-804a-42ab-8fad-6090211045ac tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0910079 Aug 02 13:41:41.547835 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25773722-13da-4c6d-8fe9-eca88a30e829 tempest-TestMinimumBasicScenario-1394822774 tempest-TestMinimumBasicScenario-1394822774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:41.552937 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 38172) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:41.553326 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-25773722-13da-4c6d-8fe9-eca88a30e829 tempest-TestMinimumBasicScenario-1394822774 tempest-TestMinimumBasicScenario-1394822774-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 1124 time: 0.3131731 Aug 02 13:41:41.559898 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-3e16ace5-b1c0-42c5-8a17-515bbf6072e2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Request body: {'floatingip': {'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'port_id': '1e0071e8-7e67-4464-a737-53ca665ed3ca', 'tenant_id': 'dd6856819f8e46ee924851629dadd00b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:41:41.610054 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fbc9d1ed-9da8-47e7-a557-b7c9f4966f80 req-995e3b5d-09e9-4d7e-bb9e-23f33db75b77 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548410 Aug 02 13:41:41.701168 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3e16ace5-b1c0-42c5-8a17-515bbf6072e2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:41.749485 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-1b213916-a66f-4da3-b324-7cdca2bbde98 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:41.752008 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-1b213916-a66f-4da3-b324-7cdca2bbde98 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.20 "GET /v2.0/networks?id=b9a0aff9-4db3-4151-8258-5ca59205b7ca HTTP/1.1" status: 200 len: 815 time: 0.1405811 Aug 02 13:41:41.854746 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3e16ace5-b1c0-42c5-8a17-515bbf6072e2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:41.856097 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-287448d0-ebb1-4c1a-8ff2-dfb88b026c69 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2fd74b29e9441818796d9040d4be7e5 HTTP/1.1" status: 200 len: 380 time: 0.0896869 Aug 02 13:41:41.869821 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-670a2894-f43c-40ee-9556-985e3d3b1911 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Request body: {'port': {'device_id': 'b1466bfd-a54f-4720-9353-60bcf3334395', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'admin_state_up': True, 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'security_groups': ['e4e225f2-0010-41c3-9237-17110ea1865f']}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:41:42.015383 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_common [None req-3e16ace5-b1c0-42c5-8a17-515bbf6072e2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Allocated IP 172.27.4.140 (ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7/17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c/1c047936-b76c-4268-b692-0c94590e9223) {{(pid=104368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:41:42.151911 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-670a2894-f43c-40ee-9556-985e3d3b1911 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Made reservation on behalf of b2fd74b29e9441818796d9040d4be7e5 for: {'port': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:41:42.156365 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-670a2894-f43c-40ee-9556-985e3d3b1911 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:42.156654 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3e16ace5-b1c0-42c5-8a17-515bbf6072e2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks [] for port (1c047936-b76c-4268-b692-0c94590e9223), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:42.376680 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-670a2894-f43c-40ee-9556-985e3d3b1911 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Allocated IP 172.20.0.5 (b9a0aff9-4db3-4151-8258-5ca59205b7ca/d8569d97-f9a0-41c9-a9b0-dce29c9f7e4e/c2450b83-804f-4e80-a472-935ab52cf0ee) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:41:42.428013 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3e16ace5-b1c0-42c5-8a17-515bbf6072e2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (1c047936-b76c-4268-b692-0c94590e9223), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:42.525331 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e16ace5-b1c0-42c5-8a17-515bbf6072e2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 is already hosted by enough agents. {{(pid=104368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:41:42.527519 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16ace5-b1c0-42c5-8a17-515bbf6072e2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Pushing event updated for resources: {'Port': ['ID=1c047936-b76c-4268-b692-0c94590e9223,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:42.539309 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [None req-3e16ace5-b1c0-42c5-8a17-515bbf6072e2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Resources bound (agent type, host, resource id): {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:41:42.546861 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e16ace5-b1c0-42c5-8a17-515bbf6072e2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Received port after_create {{(pid=104368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:41:42.571445 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-dd9687a4-b826-4e9f-8ab0-cae126038ce1 req-6eaecb31-3f9d-4e38-a536-b0ae99123324 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1466bfd-a54f-4720-9353-60bcf3334395 HTTP/1.1" status: 200 len: 210 time: 0.0465267 Aug 02 13:41:42.605938 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16ace5-b1c0-42c5-8a17-515bbf6072e2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:42.607197 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16ace5-b1c0-42c5-8a17-515bbf6072e2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:42.607197 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16ace5-b1c0-42c5-8a17-515bbf6072e2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:42.607469 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16ace5-b1c0-42c5-8a17-515bbf6072e2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:42.607719 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16ace5-b1c0-42c5-8a17-515bbf6072e2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:42.608201 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16ace5-b1c0-42c5-8a17-515bbf6072e2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:42.608777 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16ace5-b1c0-42c5-8a17-515bbf6072e2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:42.609362 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16ace5-b1c0-42c5-8a17-515bbf6072e2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:42.609896 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16ace5-b1c0-42c5-8a17-515bbf6072e2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:42.610554 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16ace5-b1c0-42c5-8a17-515bbf6072e2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:42.611150 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16ace5-b1c0-42c5-8a17-515bbf6072e2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:42.617947 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16ace5-b1c0-42c5-8a17-515bbf6072e2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:42.617947 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e16ace5-b1c0-42c5-8a17-515bbf6072e2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:42.638296 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5c743-92f8-4a91-b485-1bf71cafc62e req-8ecf0669-5a3f-4cb6-9f7b-19ac2d3b0673 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:42.639953 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-0ae5c743-92f8-4a91-b485-1bf71cafc62e req-8ecf0669-5a3f-4cb6-9f7b-19ac2d3b0673 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 945 time: 0.2738526 Aug 02 13:41:42.656904 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-670a2894-f43c-40ee-9556-985e3d3b1911 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for port (c2450b83-804f-4e80-a472-935ab52cf0ee), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:42.758056 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-0ae5c743-92f8-4a91-b485-1bf71cafc62e req-32f021b9-6c0f-4db9-a6e0-8422769116ef tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082673 Aug 02 13:41:42.785391 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4509b-614d-40ce-84d7-11f42ea7bfb7 req-e4ddd4a4-d86f-4658-b61a-cee750ef245a tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:42.787063 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f4e4509b-614d-40ce-84d7-11f42ea7bfb7 req-e4ddd4a4-d86f-4658-b61a-cee750ef245a tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0632596 Aug 02 13:41:42.802419 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-670a2894-f43c-40ee-9556-985e3d3b1911 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (c2450b83-804f-4e80-a472-935ab52cf0ee), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:42.869475 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-670a2894-f43c-40ee-9556-985e3d3b1911 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Network b9a0aff9-4db3-4151-8258-5ca59205b7ca is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:41:42.879050 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-670a2894-f43c-40ee-9556-985e3d3b1911 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:41:42.884227 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-670a2894-f43c-40ee-9556-985e3d3b1911 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:41:42.930239 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a2894-f43c-40ee-9556-985e3d3b1911 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event updated for resources: {'Port': ['ID=c2450b83-804f-4e80-a472-935ab52cf0ee,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:42.950878 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f4e4509b-614d-40ce-84d7-11f42ea7bfb7 req-c1eb2897-d761-41e1-af18-286bb300719f tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565104 Aug 02 13:41:42.968520 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-670a2894-f43c-40ee-9556-985e3d3b1911 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:42.969188 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-670a2894-f43c-40ee-9556-985e3d3b1911 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:43.100370 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-670a2894-f43c-40ee-9556-985e3d3b1911 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2387073 Aug 02 13:41:43.115674 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] Request body: {'port': {'device_id': 'b1466bfd-a54f-4720-9353-60bcf3334395', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:41:43.125254 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3e16ace5-b1c0-42c5-8a17-515bbf6072e2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks [] for floatingip (71d78228-b76c-4721-a3d8-2d19587e3ef9), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:43.193909 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (c2450b83-804f-4e80-a472-935ab52cf0ee), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:43.233756 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-97a71d6b-038e-45e7-a087-77878f2d5f1c None None] Provisioning complete for port c2450b83-804f-4e80-a472-935ab52cf0ee triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:41:43.235073 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-97a71d6b-038e-45e7-a087-77878f2d5f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (c2450b83-804f-4e80-a472-935ab52cf0ee), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:43.287397 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-97a71d6b-038e-45e7-a087-77878f2d5f1c None None] Port c2450b83-804f-4e80-a472-935ab52cf0ee cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:41:43.645290 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3e16ace5-b1c0-42c5-8a17-515bbf6072e2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (1c047936-b76c-4268-b692-0c94590e9223), before_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:43.701258 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473eceef-5462-4b82-8f96-04c22b67be12 req-8ed700f2-26ef-4d3b-b1dc-599d9041edab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:43.702812 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-473eceef-5462-4b82-8f96-04c22b67be12 req-8ed700f2-26ef-4d3b-b1dc-599d9041edab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 1129 time: 0.1224232 Aug 02 13:41:43.759549 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396304e-aa4f-4fcb-bb73-8cb1c15345bf req-6475f857-4b96-4ccb-accf-d78b3282adc8 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:43.761109 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8396304e-aa4f-4fcb-bb73-8cb1c15345bf req-6475f857-4b96-4ccb-accf-d78b3282adc8 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.2393258 Aug 02 13:41:43.785412 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2450b83-804f-4e80-a472-935ab52cf0ee {{(pid=104369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:41:43.795810 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] Publish callbacks [] for port (c2450b83-804f-4e80-a472-935ab52cf0ee), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:43.821913 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3357cb6-97b1-4802-914c-5cf908e345ae req-b25fa02d-11fd-430e-965c-63889f48d92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:43.823751 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d3357cb6-97b1-4802-914c-5cf908e345ae req-b25fa02d-11fd-430e-965c-63889f48d92e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2faa069e451247a68695e22f5e5ed2ae&device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 1130 time: 0.1660225 Aug 02 13:41:43.834569 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.provisioning_blocks [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] Transition to ACTIVE for port object c2450b83-804f-4e80-a472-935ab52cf0ee will not be triggered until provisioned by entity L2. {{(pid=104369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 02 13:41:43.865014 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-473eceef-5462-4b82-8f96-04c22b67be12 req-53dcc213-a894-4f6b-b8e4-270d33b9d2fd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483817 Aug 02 13:41:43.896409 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe15b8-6b14-45eb-956b-7f52ed1bf8f6 req-f64ce621-375e-4a57-aa8e-dff9d049c3da tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:43.898583 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-90fe15b8-6b14-45eb-956b-7f52ed1bf8f6 req-f64ce621-375e-4a57-aa8e-dff9d049c3da tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1466bfd-a54f-4720-9353-60bcf3334395 HTTP/1.1" status: 200 len: 931 time: 0.1449342 Aug 02 13:41:43.910672 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8396304e-aa4f-4fcb-bb73-8cb1c15345bf req-f610b100-0091-4ab0-aec3-9d9f86f83a29 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366310 Aug 02 13:41:43.939125 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (c2450b83-804f-4e80-a472-935ab52cf0ee), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:43.951703 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3e16ace5-b1c0-42c5-8a17-515bbf6072e2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks [] for port (1c047936-b76c-4268-b692-0c94590e9223), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:43.971253 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-90fe15b8-6b14-45eb-956b-7f52ed1bf8f6 req-8aab609f-5481-4af0-9d7b-cb7f54cdd1b7 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4e225f2-0010-41c3-9237-17110ea1865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650442 Aug 02 13:41:44.039112 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3e16ace5-b1c0-42c5-8a17-515bbf6072e2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5190948'] for port (1c047936-b76c-4268-b692-0c94590e9223), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:44.047434 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c2450b83-804f-4e80-a472-935ab52cf0ee,revision_number=2']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:44.061056 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3357cb6-97b1-4802-914c-5cf908e345ae req-054f9923-bc5d-4516-b06a-19282f58acd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:44.062681 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d3357cb6-97b1-4802-914c-5cf908e345ae req-054f9923-bc5d-4516-b06a-19282f58acd7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e3cba0-47b8-42c5-9856-cce7f8da3856 HTTP/1.1" status: 200 len: 912 time: 0.2295697 Aug 02 13:41:44.152653 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16ace5-b1c0-42c5-8a17-515bbf6072e2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Pushing event updated for resources: {'Port': ['ID=1c047936-b76c-4268-b692-0c94590e9223,revision_number=2']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:44.170142 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3e16ace5-b1c0-42c5-8a17-515bbf6072e2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772271'] for floatingip (71d78228-b76c-4721-a3d8-2d19587e3ef9), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:44.180848 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409df9e1-fc65-4d15-902e-4baa05033185 req-fd78a7b2-be96-49c5-af17-18efef4cf98b tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:44.188227 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-409df9e1-fc65-4d15-902e-4baa05033185 req-fd78a7b2-be96-49c5-af17-18efef4cf98b tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 945 time: 0.1966944 Aug 02 13:41:44.248080 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d3357cb6-97b1-4802-914c-5cf908e345ae req-3f229429-a547-4ba0-b792-f7e3af52e9a7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07a433de-ed34-4e77-8ed2-5752c7ea7af5 HTTP/1.1" status: 200 len: 1002 time: 0.1340234 Aug 02 13:41:44.259821 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] Attempting to bind port c2450b83-804f-4e80-a472-935ab52cf0ee on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:41:44.259821 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] Attempting to bind port c2450b83-804f-4e80-a472-935ab52cf0ee by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'ce1819a5-765d-4f56-8809-88a6774bc35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca'}] {{(pid=104369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:41:44.259821 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] Attempting to bind port c2450b83-804f-4e80-a472-935ab52cf0ee on network b9a0aff9-4db3-4151-8258-5ca59205b7ca {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:41:44.300262 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.db.l3_db [None req-3e16ace5-b1c0-42c5-8a17-515bbf6072e2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Floating IP 71d78228-b76c-4721-a3d8-2d19587e3ef9 associated. External IP: 172.27.4.140, port: 1e0071e8-7e67-4464-a737-53ca665ed3ca. Aug 02 13:41:44.300750 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] Port c2450b83-804f-4e80-a472-935ab52cf0ee on network b9a0aff9-4db3-4151-8258-5ca59205b7ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 02 13:41:44.300750 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] Attempting to bind port c2450b83-804f-4e80-a472-935ab52cf0ee on network b9a0aff9-4db3-4151-8258-5ca59205b7ca {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:41:44.311877 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-409df9e1-fc65-4d15-902e-4baa05033185 req-dd5b9043-77c8-426b-bb04-d0494fbfcfcc tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227527 Aug 02 13:41:44.321798 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] Checking agent: {'id': '69dc3da8-ee10-46f6-83b6-ed4e97a21469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'started_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:41:44.322173 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] Checking segment: {'id': 'ce1819a5-765d-4f56-8809-88a6774bc35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:41:44.322691 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] Bound using segment: {'id': 'ce1819a5-765d-4f56-8809-88a6774bc35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca'} {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:41:44.323003 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] Bound port: c2450b83-804f-4e80-a472-935ab52cf0ee, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1819a5-765d-4f56-8809-88a6774bc35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca'}}] {{(pid=104369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:41:44.323365 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (c2450b83-804f-4e80-a472-935ab52cf0ee), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:44.339784 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3357cb6-97b1-4802-914c-5cf908e345ae req-400349b5-31b6-4854-93f2-9e50f1ae8f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:44.341279 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d3357cb6-97b1-4802-914c-5cf908e345ae req-400349b5-31b6-4854-93f2-9e50f1ae8f62 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0b5949-955c-4523-bfdd-355b4cc3e5d9 HTTP/1.1" status: 200 len: 850 time: 0.0856841 Aug 02 13:41:44.433040 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] For port c2450b83-804f-4e80-a472-935ab52cf0ee, host hv-cinder-84786, cleared binding levels {{(pid=104369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:41:44.437903 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] For port c2450b83-804f-4e80-a472-935ab52cf0ee, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=c2450b83-804f-4e80-a472-935ab52cf0ee,segment=NetworkSegment(ce1819a5-765d-4f56-8809-88a6774bc35d),segment_id=ce1819a5-765d-4f56-8809-88a6774bc35d)] {{(pid=104369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:41:44.442150 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3357cb6-97b1-4802-914c-5cf908e345ae req-ee071ceb-3530-40cd-adc4-adb5b61f33e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:44.443763 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d3357cb6-97b1-4802-914c-5cf908e345ae req-ee071ceb-3530-40cd-adc4-adb5b61f33e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e3cba0-47b8-42c5-9856-cce7f8da3856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0795934 Aug 02 13:41:44.499698 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (c2450b83-804f-4e80-a472-935ab52cf0ee), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:44.544778 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:44.545407 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:44.546822 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] 10.222.0.20 "PUT /v2.0/ports/c2450b83-804f-4e80-a472-935ab52cf0ee HTTP/1.1" status: 200 len: 1093 time: 1.4371941 Aug 02 13:41:44.547292 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1466bfd-a54f-4720-9353-60bcf3334395', 'tag': 'c2450b83-804f-4e80-a472-935ab52cf0ee'}] {{(pid=104369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:41:44.549575 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bf99331ba47a6ac295264f2d91701b523438f9b2384832aa813a78b8ac64a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceff8be5-85ca-46f6-abfc-bad55c19d0d1" -d '{"events": [{"name": "network-changed", "server_uuid": "b1466bfd-a54f-4720-9353-60bcf3334395", "tag": "c2450b83-804f-4e80-a472-935ab52cf0ee"}]}' {{(pid=104369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:41:44.550431 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e16ace5-b1c0-42c5-8a17-515bbf6072e2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Router 48c8d95a-6eaf-41e2-a39c-72c71c917b95 has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:41:44.599896 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c2450b83-804f-4e80-a472-935ab52cf0ee,revision_number=3']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:44.615386 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:44.615744 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:44.616958 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:44.617363 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:44.617704 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:44.618039 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:44.618392 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:44.619996 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:44.619996 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:44.619996 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:44.620856 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:44.621361 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:44.621580 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acc4fbb-1490-47bc-82b9-55e7feeac4f7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:41:44.631508 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d3357cb6-97b1-4802-914c-5cf908e345ae req-574c9997-bfac-4a6a-acba-ee75ea9fcfa4 service neutron] 10.222.0.20 "GET /v2.0/networks/22e3cba0-47b8-42c5-9856-cce7f8da3856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790123 Aug 02 13:41:44.655368 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c336f063-768e-420a-b2ba-3d1751f195a0 x-openstack-request-id: req-c336f063-768e-420a-b2ba-3d1751f195a0 {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:41:44.655368 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1466bfd-a54f-4720-9353-60bcf3334395", "tag": "c2450b83-804f-4e80-a472-935ab52cf0ee", "status": "completed", "code": 200}]} {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:41:44.655368 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c336f063-768e-420a-b2ba-3d1751f195a0 {{(pid=104369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:41:44.655368 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c336f063-768e-420a-b2ba-3d1751f195a0'] response: {'name': 'network-changed', 'server_uuid': 'b1466bfd-a54f-4720-9353-60bcf3334395', 'tag': 'c2450b83-804f-4e80-a472-935ab52cf0ee', 'status': 'completed', 'code': 200} Aug 02 13:41:44.706757 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e16ace5-b1c0-42c5-8a17-515bbf6072e2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:41:44.720052 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280344bd-95c7-4eaa-813f-c626331e434d None None] Sync routers for ids ['48c8d95a-6eaf-41e2-a39c-72c71c917b95'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:41:44.735534 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280344bd-95c7-4eaa-813f-c626331e434d None None] Routers {'48c8d95a-6eaf-41e2-a39c-72c71c917b95'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:41:44.736277 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-280344bd-95c7-4eaa-813f-c626331e434d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:41:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['48c8d95a-6eaf-41e2-a39c-72c71c917b95'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:41:44.770321 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-dd1a60f4-7188-444b-b49f-93cb25d7b41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:44.773153 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-dd1a60f4-7188-444b-b49f-93cb25d7b41e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2fd74b29e9441818796d9040d4be7e5&device_id=b1466bfd-a54f-4720-9353-60bcf3334395 HTTP/1.1" status: 200 len: 1127 time: 0.1071856 Aug 02 13:41:44.774747 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d3357cb6-97b1-4802-914c-5cf908e345ae req-5e9cc5c8-c56d-4806-ad31-881ed2ca68f1 service neutron] 10.222.0.20 "GET /v2.0/networks/22e3cba0-47b8-42c5-9856-cce7f8da3856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348641 Aug 02 13:41:44.805912 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-3e16ace5-b1c0-42c5-8a17-515bbf6072e2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:44.840399 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-a96f7e09-5a32-45d2-a125-75c01be0862e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2450b83-804f-4e80-a472-935ab52cf0ee HTTP/1.1" status: 200 len: 217 time: 0.0521243 Aug 02 13:41:44.861603 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-280344bd-95c7-4eaa-813f-c626331e434d None None] Set router 48c8d95a-6eaf-41e2-a39c-72c71c917b95 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:41:44.868992 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-3e16ace5-b1c0-42c5-8a17-515bbf6072e2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3135073 Aug 02 13:41:44.869815 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 38222) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:44.870304 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac2bed7-17ae-47b3-ae69-66d54f902550', 'tag': '1e0071e8-7e67-4464-a737-53ca665ed3ca'}] {{(pid=104368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:41:44.873021 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245b70741b0aa7b9232129cc368cc987c69949c5cf8ab06a5d5e033a5668ca41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244ea7db-d863-4b02-9a25-19da9851e5b4" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac2bed7-17ae-47b3-ae69-66d54f902550", "tag": "1e0071e8-7e67-4464-a737-53ca665ed3ca"}]}' {{(pid=104368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:41:44.884299 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-5884e817-926d-4bdf-a17a-cc8a0ecb538f tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1412224250', 'description': 'tempest-secgroup-smoke-1412224250 description', 'project_id': 'dd6856819f8e46ee924851629dadd00b'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:41:44.933233 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-4195b651-6ab3-472a-82bc-05a9e08fc467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:44.934882 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-4195b651-6ab3-472a-82bc-05a9e08fc467 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8569d97-f9a0-41c9-a9b0-dce29c9f7e4e HTTP/1.1" status: 200 len: 854 time: 0.0901897 Aug 02 13:41:44.941886 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce28083b-4007-44f0-a661-abe547817aea x-openstack-request-id: req-ce28083b-4007-44f0-a661-abe547817aea {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:41:44.942590 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac2bed7-17ae-47b3-ae69-66d54f902550", "tag": "1e0071e8-7e67-4464-a737-53ca665ed3ca", "status": "completed", "code": 200}]} {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:41:44.942854 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ce28083b-4007-44f0-a661-abe547817aea {{(pid=104368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:41:44.945352 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce28083b-4007-44f0-a661-abe547817aea'] response: {'name': 'network-changed', 'server_uuid': '5ac2bed7-17ae-47b3-ae69-66d54f902550', 'tag': '1e0071e8-7e67-4464-a737-53ca665ed3ca', 'status': 'completed', 'code': 200} Aug 02 13:41:45.094789 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-5884e817-926d-4bdf-a17a-cc8a0ecb538f tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:45.133825 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-d41b61ba-15cb-4f5a-bea1-d3e62d0608a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:45.135535 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-d41b61ba-15cb-4f5a-bea1-d3e62d0608a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b9a0aff9-4db3-4151-8258-5ca59205b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1539514 Aug 02 13:41:45.208162 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f2dc0-6db9-4da0-8270-43ec3ad7f27e req-3df37670-2ee7-4fed-affb-975b1772379a tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:45.212169 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-183f2dc0-6db9-4da0-8270-43ec3ad7f27e req-3df37670-2ee7-4fed-affb-975b1772379a tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.1607378 Aug 02 13:41:45.261932 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ea7db-d863-4b02-9a25-19da9851e5b4 req-53021826-2e1c-4840-8fe4-ecd5e1402d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:45.263724 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-244ea7db-d863-4b02-9a25-19da9851e5b4 req-53021826-2e1c-4840-8fe4-ecd5e1402d49 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd6856819f8e46ee924851629dadd00b&device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 1129 time: 0.2636666 Aug 02 13:41:45.265706 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-8085b914-b2f0-4de8-9822-d5b3e4d9e1ba service neutron] 10.222.0.20 "GET /v2.0/networks/b9a0aff9-4db3-4151-8258-5ca59205b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224630 Aug 02 13:41:45.315089 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-183f2dc0-6db9-4da0-8270-43ec3ad7f27e req-7a11b061-e0a8-40f7-8fb6-93236e6e44b4 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904553 Aug 02 13:41:45.317649 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-5884e817-926d-4bdf-a17a-cc8a0ecb538f tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks [] for security_group (4bb1e101-2c5f-4cae-836c-ba68e802ba4d), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:45.370680 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-280344bd-95c7-4eaa-813f-c626331e434d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'name': 'tempest-TestMinimumBasicScenario-418861766-router', 'tenant_id': 'dd6856819f8e46ee924851629dadd00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.217'}], 'enable_snat': True}, 'gw_port_id': '20081ca5-71d7-4fc8-bf6c-22b9c6201811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:40:32Z', 'updated_at': '2022-08-02T13:40:35Z', 'revision_number': 4, 'project_id': 'dd6856819f8e46ee924851629dadd00b', 'gw_port': {'id': '20081ca5-71d7-4fc8-bf6c-22b9c6201811', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:40:32Z', 'updated_at': '2022-08-02T13:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': '71d78228-b76c-4721-a3d8-2d19587e3ef9', 'tenant_id': 'dd6856819f8e46ee924851629dadd00b', 'floating_ip_address': '172.27.4.140', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'port_id': '1e0071e8-7e67-4464-a737-53ca665ed3ca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3dba26-4d36-495f-9356-de3966b3c4ca', 'mac_address': 'fa:16:3e:ff:de:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac2bed7-17ae-47b3-ae69-66d54f902550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:41:42Z', 'updated_at': '2022-08-02T13:41:42Z', 'revision_number': 0, 'project_id': 'dd6856819f8e46ee924851629dadd00b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a66000b-8a4d-4821-a340-85ca128ee108', 'name': '', 'network_id': '7e3dba26-4d36-495f-9356-de3966b3c4ca', 'tenant_id': 'dd6856819f8e46ee924851629dadd00b', 'mac_address': 'fa:16:3e:f8:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:40:35Z', 'updated_at': '2022-08-02T13:40:40Z', 'revision_number': 5, 'project_id': 'dd6856819f8e46ee924851629dadd00b', 'subnets': [{'id': '84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:41:45.410502 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280344bd-95c7-4eaa-813f-c626331e434d None None] Checking router: 48c8d95a-6eaf-41e2-a39c-72c71c917b95 for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:41:45.423221 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280344bd-95c7-4eaa-813f-c626331e434d None None] Routers {'48c8d95a-6eaf-41e2-a39c-72c71c917b95'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:41:45.423873 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-280344bd-95c7-4eaa-813f-c626331e434d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:41:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['48c8d95a-6eaf-41e2-a39c-72c71c917b95'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:41:45.448637 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-5884e817-926d-4bdf-a17a-cc8a0ecb538f tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (4bb1e101-2c5f-4cae-836c-ba68e802ba4d), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:45.497208 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884e817-926d-4bdf-a17a-cc8a0ecb538f tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb1e101-2c5f-4cae-836c-ba68e802ba4d,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:45.528484 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43747fc-005f-4340-b0a3-6b86492767ab req-ff7a58a7-2bea-4899-9a43-18246f4e3d1e tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:45.530469 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f43747fc-005f-4340-b0a3-6b86492767ab req-ff7a58a7-2bea-4899-9a43-18246f4e3d1e tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 945 time: 0.1226273 Aug 02 13:41:45.579667 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-280344bd-95c7-4eaa-813f-c626331e434d None None] Set router 48c8d95a-6eaf-41e2-a39c-72c71c917b95 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:41:45.611082 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f43747fc-005f-4340-b0a3-6b86492767ab req-9891c833-da32-4523-860b-fe926d690336 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738170 Aug 02 13:41:45.617736 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-5884e817-926d-4bdf-a17a-cc8a0ecb538f tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:45.622252 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-5884e817-926d-4bdf-a17a-cc8a0ecb538f tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7438872 Aug 02 13:41:45.623410 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 38242) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:45.635217 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-cdac7099-9af9-40e5-9460-db9b25695170 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Request body: {'security_group_rule': {'security_group_id': '4bb1e101-2c5f-4cae-836c-ba68e802ba4d', 'project_id': 'dd6856819f8e46ee924851629dadd00b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:41:45.769929 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-cdac7099-9af9-40e5-9460-db9b25695170 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks [] for security_group_rule (ba6c2052-c248-4fa0-86ca-d75a14deb791), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:45.815175 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec88b1-b6b6-4ffa-9cff-64d44c68ea4b req-809f18fa-2791-4cf1-a303-1322391c1d5e tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:45.827130 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8dec88b1-b6b6-4ffa-9cff-64d44c68ea4b req-809f18fa-2791-4cf1-a303-1322391c1d5e tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1466bfd-a54f-4720-9353-60bcf3334395 HTTP/1.1" status: 200 len: 943 time: 0.5803604 Aug 02 13:41:45.890199 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ea7db-d863-4b02-9a25-19da9851e5b4 req-1edf2c0f-84a0-45ad-a8cb-2d96a1e049b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:45.892272 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-244ea7db-d863-4b02-9a25-19da9851e5b4 req-1edf2c0f-84a0-45ad-a8cb-2d96a1e049b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7e3dba26-4d36-495f-9356-de3966b3c4ca HTTP/1.1" status: 200 len: 915 time: 0.5760140 Aug 02 13:41:45.894941 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-cdac7099-9af9-40e5-9460-db9b25695170 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks [] for security_group_rule (ba6c2052-c248-4fa0-86ca-d75a14deb791), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:45.900164 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-52280f91-16e4-4df3-b1ad-682b88a40b31 req-c743691c-bfea-4eb0-a437-d2ce390b5e29 service neutron] 10.222.0.20 "GET /v2.0/networks/b9a0aff9-4db3-4151-8258-5ca59205b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5852144 Aug 02 13:41:45.975317 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-cdac7099-9af9-40e5-9460-db9b25695170 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (ba6c2052-c248-4fa0-86ca-d75a14deb791), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:45.977279 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-280344bd-95c7-4eaa-813f-c626331e434d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'name': 'tempest-TestMinimumBasicScenario-418861766-router', 'tenant_id': 'dd6856819f8e46ee924851629dadd00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.217'}], 'enable_snat': True}, 'gw_port_id': '20081ca5-71d7-4fc8-bf6c-22b9c6201811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:40:32Z', 'updated_at': '2022-08-02T13:40:35Z', 'revision_number': 4, 'project_id': 'dd6856819f8e46ee924851629dadd00b', 'gw_port': {'id': '20081ca5-71d7-4fc8-bf6c-22b9c6201811', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:40:32Z', 'updated_at': '2022-08-02T13:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': '71d78228-b76c-4721-a3d8-2d19587e3ef9', 'tenant_id': 'dd6856819f8e46ee924851629dadd00b', 'floating_ip_address': '172.27.4.140', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'port_id': '1e0071e8-7e67-4464-a737-53ca665ed3ca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3dba26-4d36-495f-9356-de3966b3c4ca', 'mac_address': 'fa:16:3e:ff:de:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac2bed7-17ae-47b3-ae69-66d54f902550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:41:42Z', 'updated_at': '2022-08-02T13:41:42Z', 'revision_number': 0, 'project_id': 'dd6856819f8e46ee924851629dadd00b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a66000b-8a4d-4821-a340-85ca128ee108', 'name': '', 'network_id': '7e3dba26-4d36-495f-9356-de3966b3c4ca', 'tenant_id': 'dd6856819f8e46ee924851629dadd00b', 'mac_address': 'fa:16:3e:f8:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:40:35Z', 'updated_at': '2022-08-02T13:40:40Z', 'revision_number': 5, 'project_id': 'dd6856819f8e46ee924851629dadd00b', 'subnets': [{'id': '84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:41:46.001884 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8dec88b1-b6b6-4ffa-9cff-64d44c68ea4b req-52e2eb1a-e27d-4b9c-9f86-40884cf19522 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4e225f2-0010-41c3-9237-17110ea1865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732371 Aug 02 13:41:46.005979 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280344bd-95c7-4eaa-813f-c626331e434d None None] The sync data for ids ['48c8d95a-6eaf-41e2-a39c-72c71c917b95'] in dv-cinder-847864-8-iscsi is: [{'id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'name': 'tempest-TestMinimumBasicScenario-418861766-router', 'tenant_id': 'dd6856819f8e46ee924851629dadd00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.217'}], 'enable_snat': True}, 'gw_port_id': '20081ca5-71d7-4fc8-bf6c-22b9c6201811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:40:32Z', 'updated_at': '2022-08-02T13:40:35Z', 'revision_number': 4, 'project_id': 'dd6856819f8e46ee924851629dadd00b', 'gw_port': {'id': '20081ca5-71d7-4fc8-bf6c-22b9c6201811', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:40:32Z', 'updated_at': '2022-08-02T13:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': '71d78228-b76c-4721-a3d8-2d19587e3ef9', 'tenant_id': 'dd6856819f8e46ee924851629dadd00b', 'floating_ip_address': '172.27.4.140', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'port_id': '1e0071e8-7e67-4464-a737-53ca665ed3ca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3dba26-4d36-495f-9356-de3966b3c4ca', 'mac_address': 'fa:16:3e:ff:de:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac2bed7-17ae-47b3-ae69-66d54f902550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:41:42Z', 'updated_at': '2022-08-02T13:41:42Z', 'revision_number': 0, 'project_id': 'dd6856819f8e46ee924851629dadd00b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a66000b-8a4d-4821-a340-85ca128ee108', 'name': '', 'network_id': '7e3dba26-4d36-495f-9356-de3966b3c4ca', 'tenant_id': 'dd6856819f8e46ee924851629dadd00b', 'mac_address': 'fa:16:3e:f8:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:40:35Z', 'updated_at': '2022-08-02T13:40:40Z', 'revision_number': 5, 'project_id': 'dd6856819f8e46ee924851629dadd00b', 'subnets': [{'id': '84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:41:46.015699 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac7099-9af9-40e5-9460-db9b25695170 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba6c2052-c248-4fa0-86ca-d75a14deb791,revision_number=0']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:46.054684 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-244ea7db-d863-4b02-9a25-19da9851e5b4 req-4b6b0928-ae81-420f-ae05-209cf95a6544 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e0071e8-7e67-4464-a737-53ca665ed3ca HTTP/1.1" status: 200 len: 999 time: 0.1473918 Aug 02 13:41:46.149697 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-cdac7099-9af9-40e5-9460-db9b25695170 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:46.151929 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-cdac7099-9af9-40e5-9460-db9b25695170 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5270178 Aug 02 13:41:46.154761 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 38252) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:46.160645 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-097b5edf-9056-4265-ad59-fbb35a0f316d tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Request body: {'security_group_rule': {'security_group_id': '4bb1e101-2c5f-4cae-836c-ba68e802ba4d', 'project_id': 'dd6856819f8e46ee924851629dadd00b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:41:46.161620 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ea7db-d863-4b02-9a25-19da9851e5b4 req-f0fb88d4-4216-4a4b-87fd-b284febe9fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:46.163282 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-244ea7db-d863-4b02-9a25-19da9851e5b4 req-f0fb88d4-4216-4a4b-87fd-b284febe9fd6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de HTTP/1.1" status: 200 len: 853 time: 0.0915270 Aug 02 13:41:46.168914 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff8be5-85ca-46f6-abfc-bad55c19d0d1 req-f7702ee8-c60b-4091-9115-631ae21a06f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:46.172424 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ceff8be5-85ca-46f6-abfc-bad55c19d0d1 req-f7702ee8-c60b-4091-9115-631ae21a06f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2fd74b29e9441818796d9040d4be7e5&device_id=b1466bfd-a54f-4720-9353-60bcf3334395 HTTP/1.1" status: 200 len: 1127 time: 0.1083705 Aug 02 13:41:46.290123 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-097b5edf-9056-4265-ad59-fbb35a0f316d tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks [] for security_group_rule (3ef873c3-1485-4579-bc5d-b3e253dc966e), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:46.291321 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ea7db-d863-4b02-9a25-19da9851e5b4 req-75e58668-a6e9-4948-bca4-1fbae9c59bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:46.292899 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-244ea7db-d863-4b02-9a25-19da9851e5b4 req-75e58668-a6e9-4948-bca4-1fbae9c59bf2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7e3dba26-4d36-495f-9356-de3966b3c4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1213567 Aug 02 13:41:46.317146 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff8be5-85ca-46f6-abfc-bad55c19d0d1 req-6d36ef12-4681-4c0f-a8d8-46a2184639d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:46.318719 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ceff8be5-85ca-46f6-abfc-bad55c19d0d1 req-6d36ef12-4681-4c0f-a8d8-46a2184639d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b9a0aff9-4db3-4151-8258-5ca59205b7ca HTTP/1.1" status: 200 len: 916 time: 0.1387613 Aug 02 13:41:46.329705 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f6a0fe-78f2-46c7-9e44-15abd0f0e724 None None] New status for floating IP 71d78228-b76c-4721-a3d8-2d19587e3ef9: ACTIVE {{(pid=104371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:41:46.378746 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-097b5edf-9056-4265-ad59-fbb35a0f316d tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks [] for security_group_rule (3ef873c3-1485-4579-bc5d-b3e253dc966e), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:46.407343 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ceff8be5-85ca-46f6-abfc-bad55c19d0d1 req-05b5ba16-f755-4509-a004-3b2b52c96d13 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2450b83-804f-4e80-a472-935ab52cf0ee HTTP/1.1" status: 200 len: 217 time: 0.0784016 Aug 02 13:41:46.500653 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-097b5edf-9056-4265-ad59-fbb35a0f316d tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (3ef873c3-1485-4579-bc5d-b3e253dc966e), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:46.545867 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74f072-4f5a-425a-ae1e-5b55603c6540 req-2fdf91f5-cbb0-4ca7-87c4-13c69e0a318f tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:46.547484 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5f74f072-4f5a-425a-ae1e-5b55603c6540 req-2fdf91f5-cbb0-4ca7-87c4-13c69e0a318f tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0999813 Aug 02 13:41:46.552467 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b5edf-9056-4265-ad59-fbb35a0f316d tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef873c3-1485-4579-bc5d-b3e253dc966e,revision_number=0']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:46.554152 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff8be5-85ca-46f6-abfc-bad55c19d0d1 req-e6afdf94-da8b-4a81-a949-d4c0807af3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:46.556007 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ceff8be5-85ca-46f6-abfc-bad55c19d0d1 req-e6afdf94-da8b-4a81-a949-d4c0807af3e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8569d97-f9a0-41c9-a9b0-dce29c9f7e4e HTTP/1.1" status: 200 len: 854 time: 0.1410084 Aug 02 13:41:46.559285 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-244ea7db-d863-4b02-9a25-19da9851e5b4 req-57ed38e4-76ca-4e0b-b847-e33750981a7e service neutron] 10.222.0.20 "GET /v2.0/networks/7e3dba26-4d36-495f-9356-de3966b3c4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558734 Aug 02 13:41:46.631000 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cf43f-88d1-4ced-a992-3700c1672b6e req-ab912da5-f83f-4aeb-a8b4-e9b47660c988 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:46.632237 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-097b5edf-9056-4265-ad59-fbb35a0f316d tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:46.632775 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fc3cf43f-88d1-4ced-a992-3700c1672b6e req-ab912da5-f83f-4aeb-a8b4-e9b47660c988 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 945 time: 0.1765308 Aug 02 13:41:46.633752 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-097b5edf-9056-4265-ad59-fbb35a0f316d tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4779937 Aug 02 13:41:46.639985 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 38260) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:46.652159 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-77429559-8176-48b1-9fcc-4aaf1b6772e5 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Request body: {'security_group_rule': {'security_group_id': '4bb1e101-2c5f-4cae-836c-ba68e802ba4d', 'project_id': 'dd6856819f8e46ee924851629dadd00b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:41:46.665695 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5f74f072-4f5a-425a-ae1e-5b55603c6540 req-cd22708d-bb23-45ba-9997-36e95475812f tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020169 Aug 02 13:41:46.673899 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048407e0-012e-4b1f-b1be-b8435e2afb48 req-1b8688e9-2edb-4038-a3ef-5b5e9c62a7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:46.676344 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-048407e0-012e-4b1f-b1be-b8435e2afb48 req-1b8688e9-2edb-4038-a3ef-5b5e9c62a7cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1502b667be5c45ab800f27676ab39794&device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 1129 time: 0.1248415 Aug 02 13:41:46.763041 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff8be5-85ca-46f6-abfc-bad55c19d0d1 req-513b5c60-d339-4ea4-8427-7431a738afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:46.767225 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ceff8be5-85ca-46f6-abfc-bad55c19d0d1 req-513b5c60-d339-4ea4-8427-7431a738afbf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b9a0aff9-4db3-4151-8258-5ca59205b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1957853 Aug 02 13:41:46.769592 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-244ea7db-d863-4b02-9a25-19da9851e5b4 req-c1e2854a-39bb-4653-acb6-57fb0a759f01 service neutron] 10.222.0.20 "GET /v2.0/networks/7e3dba26-4d36-495f-9356-de3966b3c4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920259 Aug 02 13:41:46.773857 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fc3cf43f-88d1-4ced-a992-3700c1672b6e req-a76411ef-2639-4d4d-95ae-682b918fbbc8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968604 Aug 02 13:41:46.809925 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048407e0-012e-4b1f-b1be-b8435e2afb48 req-58535e98-b5e0-49fa-8bda-949d0f0b7837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:46.811340 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-048407e0-012e-4b1f-b1be-b8435e2afb48 req-58535e98-b5e0-49fa-8bda-949d0f0b7837 service neutron] 10.222.0.20 "GET /v2.0/networks?id=952afe36-ebbb-420b-9a24-e4ee044975e4 HTTP/1.1" status: 200 len: 920 time: 0.1271996 Aug 02 13:41:46.813002 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-77429559-8176-48b1-9fcc-4aaf1b6772e5 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks [] for security_group_rule (e9a6a324-6009-4c14-a576-471ad31959f8), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:46.903715 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ceff8be5-85ca-46f6-abfc-bad55c19d0d1 req-c20a3bc3-fe9a-46dc-b7bc-919002abb8b9 service neutron] 10.222.0.20 "GET /v2.0/networks/b9a0aff9-4db3-4151-8258-5ca59205b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270454 Aug 02 13:41:46.915240 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-048407e0-012e-4b1f-b1be-b8435e2afb48 req-fe037040-591a-4b46-93aa-8a4d70081114 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ea6a72f-a1b8-442f-bb13-374734d0ecb2 HTTP/1.1" status: 200 len: 999 time: 0.0913994 Aug 02 13:41:46.934569 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-77429559-8176-48b1-9fcc-4aaf1b6772e5 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks [] for security_group_rule (e9a6a324-6009-4c14-a576-471ad31959f8), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:46.973283 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048407e0-012e-4b1f-b1be-b8435e2afb48 req-dd27cb41-417d-4428-916a-ffc550a44ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:46.974940 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-048407e0-012e-4b1f-b1be-b8435e2afb48 req-dd27cb41-417d-4428-916a-ffc550a44ee7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce360482-e138-41d7-8f5d-ea14c6cf06af HTTP/1.1" status: 200 len: 858 time: 0.0506978 Aug 02 13:41:47.012710 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ceff8be5-85ca-46f6-abfc-bad55c19d0d1 req-950f175b-6117-455d-88e6-768a1916b977 service neutron] 10.222.0.20 "GET /v2.0/networks/b9a0aff9-4db3-4151-8258-5ca59205b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023793 Aug 02 13:41:47.028874 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-77429559-8176-48b1-9fcc-4aaf1b6772e5 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (e9a6a324-6009-4c14-a576-471ad31959f8), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:47.056060 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77429559-8176-48b1-9fcc-4aaf1b6772e5 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a6a324-6009-4c14-a576-471ad31959f8,revision_number=0']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:47.066143 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048407e0-012e-4b1f-b1be-b8435e2afb48 req-c0a1ed25-fe2f-4110-a382-5d398b998666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:47.067759 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-048407e0-012e-4b1f-b1be-b8435e2afb48 req-c0a1ed25-fe2f-4110-a382-5d398b998666 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=952afe36-ebbb-420b-9a24-e4ee044975e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0844986 Aug 02 13:41:47.199562 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-77429559-8176-48b1-9fcc-4aaf1b6772e5 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:47.200770 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-77429559-8176-48b1-9fcc-4aaf1b6772e5 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5584781 Aug 02 13:41:47.204925 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 38268) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:47.212616 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-fcbc6283-08ea-4d9c-be39-060de1767df1 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Request body: {'security_group_rule': {'security_group_id': '4bb1e101-2c5f-4cae-836c-ba68e802ba4d', 'project_id': 'dd6856819f8e46ee924851629dadd00b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:41:47.220264 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d37742-f2dc-40b7-8b53-db2cf779b6d3 req-7396d47f-1a62-416d-bd5d-e0bb965461b6 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:47.221841 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-14d37742-f2dc-40b7-8b53-db2cf779b6d3 req-7396d47f-1a62-416d-bd5d-e0bb965461b6 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1466bfd-a54f-4720-9353-60bcf3334395 HTTP/1.1" status: 200 len: 943 time: 0.0990136 Aug 02 13:41:47.223993 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-048407e0-012e-4b1f-b1be-b8435e2afb48 req-802c85c7-ed41-47c5-a638-c024cde0a792 service neutron] 10.222.0.20 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480374 Aug 02 13:41:47.329243 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-14d37742-f2dc-40b7-8b53-db2cf779b6d3 req-75c874a7-41f6-413b-82dd-e1c73d5cfea8 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4e225f2-0010-41c3-9237-17110ea1865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008320 Aug 02 13:41:47.354264 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-fcbc6283-08ea-4d9c-be39-060de1767df1 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks [] for security_group_rule (807fee72-1499-40fc-b87b-6db11a69e8a3), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:47.364069 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-048407e0-012e-4b1f-b1be-b8435e2afb48 req-0562c078-0451-42d8-bff6-05f87b717f6f service neutron] 10.222.0.20 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338215 Aug 02 13:41:47.430737 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-fcbc6283-08ea-4d9c-be39-060de1767df1 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks [] for security_group_rule (807fee72-1499-40fc-b87b-6db11a69e8a3), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:47.552140 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-fcbc6283-08ea-4d9c-be39-060de1767df1 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (807fee72-1499-40fc-b87b-6db11a69e8a3), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:47.576211 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc6283-08ea-4d9c-be39-060de1767df1 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=807fee72-1499-40fc-b87b-6db11a69e8a3,revision_number=0']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:47.673655 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-fcbc6283-08ea-4d9c-be39-060de1767df1 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:47.675079 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-fcbc6283-08ea-4d9c-be39-060de1767df1 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4685915 Aug 02 13:41:47.681481 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 38282) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:47.686132 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-56173ce7-918d-458b-8ccf-59ff6caeda69 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Request body: {'security_group_rule': {'security_group_id': '4bb1e101-2c5f-4cae-836c-ba68e802ba4d', 'project_id': 'dd6856819f8e46ee924851629dadd00b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:41:47.860732 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.db.securitygroups_db [None req-56173ce7-918d-458b-8ccf-59ff6caeda69 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Project dd6856819f8e46ee924851629dadd00b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 02 13:41:47.891127 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-56173ce7-918d-458b-8ccf-59ff6caeda69 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks [] for security_group_rule (980da53e-47ef-4cba-8985-a51c40feede3), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:47.955905 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba9ef3-1ed3-49a8-9cbd-8ddd75d0e877 req-e67983ee-2a2e-4a8f-8090-fc58b039c5a3 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:47.957458 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e7ba9ef3-1ed3-49a8-9cbd-8ddd75d0e877 req-e67983ee-2a2e-4a8f-8090-fc58b039c5a3 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 945 time: 0.1000779 Aug 02 13:41:47.969866 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-56173ce7-918d-458b-8ccf-59ff6caeda69 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks [] for security_group_rule (980da53e-47ef-4cba-8985-a51c40feede3), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:48.014184 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e7ba9ef3-1ed3-49a8-9cbd-8ddd75d0e877 req-d33e8679-3a0b-4581-ac2d-854d28449c5b tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480084 Aug 02 13:41:48.117999 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-56173ce7-918d-458b-8ccf-59ff6caeda69 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (980da53e-47ef-4cba-8985-a51c40feede3), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:48.137596 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56173ce7-918d-458b-8ccf-59ff6caeda69 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=980da53e-47ef-4cba-8985-a51c40feede3,revision_number=0']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:48.257447 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-56173ce7-918d-458b-8ccf-59ff6caeda69 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:48.258719 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-56173ce7-918d-458b-8ccf-59ff6caeda69 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5761571 Aug 02 13:41:48.262605 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 38286) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:48.267322 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-a391f9f3-9a5f-452e-a47e-66861883f29e tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Request body: {'security_group_rule': {'security_group_id': '4bb1e101-2c5f-4cae-836c-ba68e802ba4d', 'project_id': 'dd6856819f8e46ee924851629dadd00b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:41:48.380216 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.db.securitygroups_db [None req-a391f9f3-9a5f-452e-a47e-66861883f29e tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Project dd6856819f8e46ee924851629dadd00b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 02 13:41:48.387163 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a391f9f3-9a5f-452e-a47e-66861883f29e tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks [] for security_group_rule (7e5dd2c1-781f-4750-b02c-729aa6cab6fc), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:48.467746 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a391f9f3-9a5f-452e-a47e-66861883f29e tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks [] for security_group_rule (7e5dd2c1-781f-4750-b02c-729aa6cab6fc), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:48.497069 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb65fd-89c2-4faf-bc9d-22a5e1cbf0b8 req-9aafde99-ca6c-45e5-b1bc-18d7617aab0b tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:48.499706 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-aebb65fd-89c2-4faf-bc9d-22a5e1cbf0b8 req-9aafde99-ca6c-45e5-b1bc-18d7617aab0b tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1466bfd-a54f-4720-9353-60bcf3334395 HTTP/1.1" status: 200 len: 943 time: 0.0750470 Aug 02 13:41:48.551592 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a391f9f3-9a5f-452e-a47e-66861883f29e tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (7e5dd2c1-781f-4750-b02c-729aa6cab6fc), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:48.562927 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-aebb65fd-89c2-4faf-bc9d-22a5e1cbf0b8 req-8697879e-e3b2-4286-9153-b370dd36e148 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4e225f2-0010-41c3-9237-17110ea1865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531020 Aug 02 13:41:48.576690 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391f9f3-9a5f-452e-a47e-66861883f29e tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e5dd2c1-781f-4750-b02c-729aa6cab6fc,revision_number=0']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:48.640150 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a391f9f3-9a5f-452e-a47e-66861883f29e tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:48.641324 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-a391f9f3-9a5f-452e-a47e-66861883f29e tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3775673 Aug 02 13:41:48.746614 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d75c3260-3165-4548-ab37-86b06f51f586 req-c2f1f041-6fda-457a-8cc1-50cd1b3d2551 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1412224250&fields=id&tenant_id=dd6856819f8e46ee924851629dadd00b HTTP/1.1" status: 200 len: 267 time: 0.0589635 Aug 02 13:41:48.811556 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c3260-3165-4548-ab37-86b06f51f586 req-4a36b3d4-5a64-4a49-95cc-513bb5170b5e tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:48.813282 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d75c3260-3165-4548-ab37-86b06f51f586 req-4a36b3d4-5a64-4a49-95cc-513bb5170b5e tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 945 time: 0.0610318 Aug 02 13:41:48.824941 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [req-d75c3260-3165-4548-ab37-86b06f51f586 req-e77a14b7-35ae-4115-a217-8608d30083fa tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Request body: {'port': {'security_groups': ['af89b939-4423-4d3f-ac5c-34a8efaa0c75', '4bb1e101-2c5f-4cae-836c-ba68e802ba4d']}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:41:48.900684 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-d75c3260-3165-4548-ab37-86b06f51f586 req-e77a14b7-35ae-4115-a217-8608d30083fa tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (1e0071e8-7e67-4464-a737-53ca665ed3ca), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:49.116377 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-d75c3260-3165-4548-ab37-86b06f51f586 req-e77a14b7-35ae-4115-a217-8608d30083fa tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] For port 1e0071e8-7e67-4464-a737-53ca665ed3ca, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=1e0071e8-7e67-4464-a737-53ca665ed3ca,segment=NetworkSegment(22ddfb82-4105-4957-802c-24a28c44ee2c),segment_id=22ddfb82-4105-4957-802c-24a28c44ee2c)] {{(pid=104369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:41:49.155221 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-d75c3260-3165-4548-ab37-86b06f51f586 req-e77a14b7-35ae-4115-a217-8608d30083fa tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks [] for port (1e0071e8-7e67-4464-a737-53ca665ed3ca), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:49.163558 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d071075-ea62-41bc-9ca5-654f6bc83cba req-aef66712-3e93-4f65-a27b-474f61b4b153 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:49.165838 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1d071075-ea62-41bc-9ca5-654f6bc83cba req-aef66712-3e93-4f65-a27b-474f61b4b153 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 945 time: 0.0707130 Aug 02 13:41:49.232461 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-d75c3260-3165-4548-ab37-86b06f51f586 req-e77a14b7-35ae-4115-a217-8608d30083fa tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (1e0071e8-7e67-4464-a737-53ca665ed3ca), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:49.234577 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1d071075-ea62-41bc-9ca5-654f6bc83cba req-318fdfa5-90fe-4092-8f85-cac62d78fc5e tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594757 Aug 02 13:41:49.246032 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['1e0071e8-7e67-4464-a737-53ca665ed3ca'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:41:49.308990 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c3260-3165-4548-ab37-86b06f51f586 req-e77a14b7-35ae-4115-a217-8608d30083fa tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:49.309737 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-d75c3260-3165-4548-ab37-86b06f51f586 req-e77a14b7-35ae-4115-a217-8608d30083fa tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:49.312459 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d75c3260-3165-4548-ab37-86b06f51f586 req-e77a14b7-35ae-4115-a217-8608d30083fa tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "PUT /v2.0/ports/1e0071e8-7e67-4464-a737-53ca665ed3ca HTTP/1.1" status: 200 len: 981 time: 0.4916959 Aug 02 13:41:49.313037 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac2bed7-17ae-47b3-ae69-66d54f902550', 'tag': '1e0071e8-7e67-4464-a737-53ca665ed3ca'}] {{(pid=104369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:41:49.316134 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bf99331ba47a6ac295264f2d91701b523438f9b2384832aa813a78b8ac64a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d59fec-c544-41f1-a0e4-3d538454311b" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac2bed7-17ae-47b3-ae69-66d54f902550", "tag": "1e0071e8-7e67-4464-a737-53ca665ed3ca"}]}' {{(pid=104369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:41:49.359613 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a14b7-35ae-4115-a217-8608d30083fa tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Pushing event updated for resources: {'Port': ['ID=1e0071e8-7e67-4464-a737-53ca665ed3ca,revision_number=6']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:49.401213 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e583a231-4957-4600-9100-0b05f161112c x-openstack-request-id: req-e583a231-4957-4600-9100-0b05f161112c {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:41:49.401652 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac2bed7-17ae-47b3-ae69-66d54f902550", "tag": "1e0071e8-7e67-4464-a737-53ca665ed3ca", "status": "completed", "code": 200}]} {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:41:49.402271 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e583a231-4957-4600-9100-0b05f161112c {{(pid=104369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:41:49.402727 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e583a231-4957-4600-9100-0b05f161112c'] response: {'name': 'network-changed', 'server_uuid': '5ac2bed7-17ae-47b3-ae69-66d54f902550', 'tag': '1e0071e8-7e67-4464-a737-53ca665ed3ca', 'status': 'completed', 'code': 200} Aug 02 13:41:49.424329 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['1e0071e8-7e67-4464-a737-53ca665ed3ca'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:41:49.485975 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device c2450b83-804f-4e80-a472-935ab52cf0ee details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 13:41:49.520993 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb661b7e-50b7-493e-b02b-7e494f3da2ed req-ef10e5db-18c1-4297-bd6f-714dc54c1921 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:49.523392 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-cb661b7e-50b7-493e-b02b-7e494f3da2ed req-ef10e5db-18c1-4297-bd6f-714dc54c1921 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 984 time: 0.1042569 Aug 02 13:41:49.529703 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d59fec-c544-41f1-a0e4-3d538454311b req-e4c21d98-d053-4cc5-abf3-f0af432c95f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:49.532251 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a3d59fec-c544-41f1-a0e4-3d538454311b req-e4c21d98-d053-4cc5-abf3-f0af432c95f6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd6856819f8e46ee924851629dadd00b&device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 1168 time: 0.0771074 Aug 02 13:41:49.702555 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-cb661b7e-50b7-493e-b02b-7e494f3da2ed req-49b2145a-0076-4a20-8de0-dad3b5d17722 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&id=4bb1e101-2c5f-4cae-836c-ba68e802ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1687479 Aug 02 13:41:49.748064 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d59fec-c544-41f1-a0e4-3d538454311b req-afa44bcb-a515-4392-a004-66ad92502d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:49.752915 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a3d59fec-c544-41f1-a0e4-3d538454311b req-afa44bcb-a515-4392-a004-66ad92502d08 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7e3dba26-4d36-495f-9356-de3966b3c4ca HTTP/1.1" status: 200 len: 915 time: 0.2041061 Aug 02 13:41:49.753128 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebff51b-5d78-44cb-ae8e-21309f26f8ba req-e7985599-5101-4e1a-bdb4-d2c7c1c2317e tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:49.757103 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8ebff51b-5d78-44cb-ae8e-21309f26f8ba req-e7985599-5101-4e1a-bdb4-d2c7c1c2317e tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1466bfd-a54f-4720-9353-60bcf3334395 HTTP/1.1" status: 200 len: 943 time: 0.0715532 Aug 02 13:41:49.814956 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8ebff51b-5d78-44cb-ae8e-21309f26f8ba req-d0667e6b-ac2a-4c83-beab-427d25d9b0eb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4e225f2-0010-41c3-9237-17110ea1865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515909 Aug 02 13:41:49.826289 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a3d59fec-c544-41f1-a0e4-3d538454311b req-69ad6e1c-f866-42c4-bbaf-67cd1a242f45 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e0071e8-7e67-4464-a737-53ca665ed3ca HTTP/1.1" status: 200 len: 1001 time: 0.0679052 Aug 02 13:41:49.828907 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port c2450b83-804f-4e80-a472-935ab52cf0ee, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=c2450b83-804f-4e80-a472-935ab52cf0ee,segment=NetworkSegment(ce1819a5-765d-4f56-8809-88a6774bc35d),segment_id=ce1819a5-765d-4f56-8809-88a6774bc35d)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:41:49.843798 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-b7dd420e-7c25-497f-b93d-67afdbe0f3a4 None None] Provisioning complete for port 1e0071e8-7e67-4464-a737-53ca665ed3ca triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:41:49.844173 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-b7dd420e-7c25-497f-b93d-67afdbe0f3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (1e0071e8-7e67-4464-a737-53ca665ed3ca), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:49.880539 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d59fec-c544-41f1-a0e4-3d538454311b req-b51a18e0-2ebb-41bc-b5b6-dc2e9d0d762f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:49.882648 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a3d59fec-c544-41f1-a0e4-3d538454311b req-b51a18e0-2ebb-41bc-b5b6-dc2e9d0d762f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de HTTP/1.1" status: 200 len: 853 time: 0.0500667 Aug 02 13:41:49.893483 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Returning: {'device': 'c2450b83-804f-4e80-a472-935ab52cf0ee', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'port_id': 'c2450b83-804f-4e80-a472-935ab52cf0ee', 'mac_address': 'fa:16:3e:20:af:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 13:41:49.942150 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d59fec-c544-41f1-a0e4-3d538454311b req-68fd4a0f-901a-4ac6-8aad-37bc944b4f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:49.943773 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a3d59fec-c544-41f1-a0e4-3d538454311b req-68fd4a0f-901a-4ac6-8aad-37bc944b4f58 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7e3dba26-4d36-495f-9356-de3966b3c4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543675 Aug 02 13:41:50.010149 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port c2450b83-804f-4e80-a472-935ab52cf0ee is: DOWN; New status is: BUILD {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:41:50.010570 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (c2450b83-804f-4e80-a472-935ab52cf0ee), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:50.045539 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a3d59fec-c544-41f1-a0e4-3d538454311b req-78ede16d-5430-497f-aff6-c7d550a9692a service neutron] 10.222.0.20 "GET /v2.0/networks/7e3dba26-4d36-495f-9356-de3966b3c4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947392 Aug 02 13:41:50.078176 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2450b83-804f-4e80-a472-935ab52cf0ee {{(pid=104370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:41:50.141651 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port c2450b83-804f-4e80-a472-935ab52cf0ee, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=c2450b83-804f-4e80-a472-935ab52cf0ee,segment=NetworkSegment(ce1819a5-765d-4f56-8809-88a6774bc35d),segment_id=ce1819a5-765d-4f56-8809-88a6774bc35d)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:41:50.145212 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-b7dd420e-7c25-497f-b93d-67afdbe0f3a4 None None] Current status of the port 1e0071e8-7e67-4464-a737-53ca665ed3ca is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:41:50.149483 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a3d59fec-c544-41f1-a0e4-3d538454311b req-b886e32b-031e-4094-ab7e-907e2b2cff26 service neutron] 10.222.0.20 "GET /v2.0/networks/7e3dba26-4d36-495f-9356-de3966b3c4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961642 Aug 02 13:41:50.230262 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (c2450b83-804f-4e80-a472-935ab52cf0ee), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:50.333459 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=c2450b83-804f-4e80-a472-935ab52cf0ee,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:50.406166 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83844683-c683-4e4e-bd77-d309845edd2e req-cb9d5c74-2661-4c8d-b82c-8c34857aef97 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:50.407978 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-83844683-c683-4e4e-bd77-d309845edd2e req-cb9d5c74-2661-4c8d-b82c-8c34857aef97 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 945 time: 0.0688992 Aug 02 13:41:50.464221 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-83844683-c683-4e4e-bd77-d309845edd2e req-79ca9650-22cf-4a45-8adb-bb0e229ecafc tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479248 Aug 02 13:41:50.530066 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['c2450b83-804f-4e80-a472-935ab52cf0ee'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:41:50.602112 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07729fdc-92be-4ffb-b5ec-879ebf00f8ae req-4e8f18a6-c00b-4622-ad12-f02f64f1d1d7 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:50.608445 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-07729fdc-92be-4ffb-b5ec-879ebf00f8ae req-4e8f18a6-c00b-4622-ad12-f02f64f1d1d7 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 945 time: 0.0651972 Aug 02 13:41:50.614189 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 38318) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:50.619930 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-36b642d7-3bc1-4c80-8fe2-6f975aca099a tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Request body: {'floatingip': {'port_id': '6ea6a72f-a1b8-442f-bb13-374734d0ecb2'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:41:50.685107 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-36b642d7-3bc1-4c80-8fe2-6f975aca099a tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks [] for floatingip (d29ba756-7ef0-46f7-a154-75de25854239), before_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:51.026355 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd579069-c019-42fe-90b3-d73acc5a3358 req-ee38bc74-b62e-470a-9379-85e865707a7f tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:51.027947 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-dd579069-c019-42fe-90b3-d73acc5a3358 req-ee38bc74-b62e-470a-9379-85e865707a7f tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1466bfd-a54f-4720-9353-60bcf3334395 HTTP/1.1" status: 200 len: 944 time: 0.1139774 Aug 02 13:41:51.154004 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-dd579069-c019-42fe-90b3-d73acc5a3358 req-e70cd1dd-66f3-4a31-a065-f9275d5405fc tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4e225f2-0010-41c3-9237-17110ea1865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946736 Aug 02 13:41:51.270771 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-36b642d7-3bc1-4c80-8fe2-6f975aca099a tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:51.368863 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-36b642d7-3bc1-4c80-8fe2-6f975aca099a tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772271'] for floatingip (d29ba756-7ef0-46f7-a154-75de25854239), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:51.487239 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device c2450b83-804f-4e80-a472-935ab52cf0ee up at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:41:51.677721 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning for port c2450b83-804f-4e80-a472-935ab52cf0ee completed by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 02 13:41:51.683327 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning complete for port c2450b83-804f-4e80-a472-935ab52cf0ee triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:41:51.683711 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (c2450b83-804f-4e80-a472-935ab52cf0ee), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:51.762537 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port c2450b83-804f-4e80-a472-935ab52cf0ee is: BUILD; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:41:51.762986 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (c2450b83-804f-4e80-a472-935ab52cf0ee), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:51.791293 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1466bfd-a54f-4720-9353-60bcf3334395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2450b83-804f-4e80-a472-935ab52cf0ee'}] {{(pid=104370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:41:51.794429 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7baa883c66606d2bd29c352a6206e712ed5fe15c106669ddbeacd0f82211b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8698c35e-78ad-4c77-baf4-7acf993fbaeb" -d '{"events": [{"server_uuid": "b1466bfd-a54f-4720-9353-60bcf3334395", "name": "network-vif-plugged", "status": "completed", "tag": "c2450b83-804f-4e80-a472-935ab52cf0ee"}]}' {{(pid=104370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:41:51.811959 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port c2450b83-804f-4e80-a472-935ab52cf0ee, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=c2450b83-804f-4e80-a472-935ab52cf0ee,segment=NetworkSegment(ce1819a5-765d-4f56-8809-88a6774bc35d),segment_id=ce1819a5-765d-4f56-8809-88a6774bc35d)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:41:51.838478 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b642d7-3bc1-4c80-8fe2-6f975aca099a tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Router e4690db3-fb69-4cbe-ba14-7d06d9284e1b has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:41:51.839062 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46224e02-c7ef-48c3-9622-3bcbbdae0234 x-openstack-request-id: req-46224e02-c7ef-48c3-9622-3bcbbdae0234 {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:41:51.839062 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1466bfd-a54f-4720-9353-60bcf3334395", "name": "network-vif-plugged", "status": "completed", "tag": "c2450b83-804f-4e80-a472-935ab52cf0ee", "code": 200}]} {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:41:51.839366 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-46224e02-c7ef-48c3-9622-3bcbbdae0234 {{(pid=104370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:41:51.839685 dv-cinder-847864-8-iscsi neutron-server[104370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46224e02-c7ef-48c3-9622-3bcbbdae0234'] response: {'server_uuid': 'b1466bfd-a54f-4720-9353-60bcf3334395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2450b83-804f-4e80-a472-935ab52cf0ee', 'code': 200} Aug 02 13:41:51.906323 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (c2450b83-804f-4e80-a472-935ab52cf0ee), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:51.950182 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b642d7-3bc1-4c80-8fe2-6f975aca099a tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:41:51.955243 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-36b642d7-3bc1-4c80-8fe2-6f975aca099a tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:51.958539 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=c2450b83-804f-4e80-a472-935ab52cf0ee,revision_number=5']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:51.964682 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a787e5d-1006-4ba7-a756-a4b086cc31e3 None None] Sync routers for ids ['e4690db3-fb69-4cbe-ba14-7d06d9284e1b'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:41:51.976067 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a787e5d-1006-4ba7-a756-a4b086cc31e3 None None] Routers {'e4690db3-fb69-4cbe-ba14-7d06d9284e1b'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:41:51.976067 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-4a787e5d-1006-4ba7-a756-a4b086cc31e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:41:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['e4690db3-fb69-4cbe-ba14-7d06d9284e1b'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:41:51.988759 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd3d992-44e1-4518-8cab-a7f01bf89d6b', 'tag': '6ea6a72f-a1b8-442f-bb13-374734d0ecb2'}] {{(pid=104368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:41:51.992034 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245b70741b0aa7b9232129cc368cc987c69949c5cf8ab06a5d5e033a5668ca41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4537aa22-53a2-48f8-a4b7-098b848e733b" -d '{"events": [{"name": "network-changed", "server_uuid": "2fd3d992-44e1-4518-8cab-a7f01bf89d6b", "tag": "6ea6a72f-a1b8-442f-bb13-374734d0ecb2"}]}' {{(pid=104368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:41:52.041465 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-36b642d7-3bc1-4c80-8fe2-6f975aca099a tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "PUT /v2.0/floatingips/d29ba756-7ef0-46f7-a154-75de25854239 HTTP/1.1" status: 200 len: 991 time: 1.4237971 Aug 02 13:41:52.050118 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4382031-eb6b-4692-af59-d5899ba6a768 x-openstack-request-id: req-c4382031-eb6b-4692-af59-d5899ba6a768 {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:41:52.050459 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fd3d992-44e1-4518-8cab-a7f01bf89d6b", "tag": "6ea6a72f-a1b8-442f-bb13-374734d0ecb2", "status": "completed", "code": 200}]} {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:41:52.050727 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c4382031-eb6b-4692-af59-d5899ba6a768 {{(pid=104368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:41:52.051152 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4382031-eb6b-4692-af59-d5899ba6a768'] response: {'name': 'network-changed', 'server_uuid': '2fd3d992-44e1-4518-8cab-a7f01bf89d6b', 'tag': '6ea6a72f-a1b8-442f-bb13-374734d0ecb2', 'status': 'completed', 'code': 200} Aug 02 13:41:52.105316 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-4a787e5d-1006-4ba7-a756-a4b086cc31e3 None None] Set router e4690db3-fb69-4cbe-ba14-7d06d9284e1b gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:41:52.127284 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537aa22-53a2-48f8-a4b7-098b848e733b req-8546fb75-fc0b-4194-9dc5-e0fecc3f6e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:52.128908 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4537aa22-53a2-48f8-a4b7-098b848e733b req-8546fb75-fc0b-4194-9dc5-e0fecc3f6e03 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1502b667be5c45ab800f27676ab39794&device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 1129 time: 0.0472300 Aug 02 13:41:52.261746 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537aa22-53a2-48f8-a4b7-098b848e733b req-83191165-dd24-43fb-856b-da5b97cc1ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:52.263240 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ec333-e26d-4b7f-9d9e-4264a430e0de req-b87efeb1-989e-49ad-9f4e-66a2e13288e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:52.264338 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4537aa22-53a2-48f8-a4b7-098b848e733b req-83191165-dd24-43fb-856b-da5b97cc1ac5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=952afe36-ebbb-420b-9a24-e4ee044975e4 HTTP/1.1" status: 200 len: 920 time: 0.1197050 Aug 02 13:41:52.265996 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-db5ec333-e26d-4b7f-9d9e-4264a430e0de req-b87efeb1-989e-49ad-9f4e-66a2e13288e6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b1466bfd-a54f-4720-9353-60bcf3334395 HTTP/1.1" status: 200 len: 1129 time: 0.0731578 Aug 02 13:41:52.358996 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afb3e9-0c3d-4ccc-899f-1608e0bf2085 req-7d300d79-0ee7-4943-bb9e-4fdc861934a2 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:52.360648 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-40afb3e9-0c3d-4ccc-899f-1608e0bf2085 req-7d300d79-0ee7-4943-bb9e-4fdc861934a2 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1466bfd-a54f-4720-9353-60bcf3334395 HTTP/1.1" status: 200 len: 945 time: 0.0922496 Aug 02 13:41:52.363895 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-db5ec333-e26d-4b7f-9d9e-4264a430e0de req-61a706b0-7b28-4c32-92b2-adeb44cc2151 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e4e225f2-0010-41c3-9237-17110ea1865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860252 Aug 02 13:41:52.370756 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4537aa22-53a2-48f8-a4b7-098b848e733b req-8a0e42cb-e54f-4b61-ad71-c880ea5fb68c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ea6a72f-a1b8-442f-bb13-374734d0ecb2 HTTP/1.1" status: 200 len: 999 time: 0.0943010 Aug 02 13:41:52.427769 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-40afb3e9-0c3d-4ccc-899f-1608e0bf2085 req-d0b5a0be-3836-4004-b2a4-2381f45f9ef1 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4e225f2-0010-41c3-9237-17110ea1865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595310 Aug 02 13:41:52.497549 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-4a787e5d-1006-4ba7-a756-a4b086cc31e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'name': 'tempest-ServerRescueNegativeTestJSON-1500716653-router', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b4775a14-2f59-42a4-947f-48762a9c612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:38Z', 'updated_at': '2022-08-02T13:37:45Z', 'revision_number': 4, 'project_id': '1502b667be5c45ab800f27676ab39794', 'gw_port': {'id': 'b4775a14-2f59-42a4-947f-48762a9c612d', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'd29ba756-7ef0-46f7-a154-75de25854239', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'floating_ip_address': '172.27.4.2', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'port_id': '6ea6a72f-a1b8-442f-bb13-374734d0ecb2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4', 'mac_address': 'fa:16:3e:50:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3d992-44e1-4518-8cab-a7f01bf89d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:39:54Z', 'updated_at': '2022-08-02T13:41:51Z', 'revision_number': 3, 'project_id': '1502b667be5c45ab800f27676ab39794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f514c22-9d75-490c-bea0-8c36be249b9d', 'name': '', 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'mac_address': 'fa:16:3e:51:0e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ce360482-e138-41d7-8f5d-ea14c6cf06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:43Z', 'updated_at': '2022-08-02T13:37:54Z', 'revision_number': 5, 'project_id': '1502b667be5c45ab800f27676ab39794', 'subnets': [{'id': 'ce360482-e138-41d7-8f5d-ea14c6cf06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:41:52.527809 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a787e5d-1006-4ba7-a756-a4b086cc31e3 None None] Checking router: e4690db3-fb69-4cbe-ba14-7d06d9284e1b for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:41:52.539540 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a787e5d-1006-4ba7-a756-a4b086cc31e3 None None] Routers {'e4690db3-fb69-4cbe-ba14-7d06d9284e1b'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:41:52.540184 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-4a787e5d-1006-4ba7-a756-a4b086cc31e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:41:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['e4690db3-fb69-4cbe-ba14-7d06d9284e1b'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:41:52.651287 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537aa22-53a2-48f8-a4b7-098b848e733b req-525bdf2a-800c-4e61-ba4a-93ea6b3f06ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:52.653774 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4537aa22-53a2-48f8-a4b7-098b848e733b req-525bdf2a-800c-4e61-ba4a-93ea6b3f06ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce360482-e138-41d7-8f5d-ea14c6cf06af HTTP/1.1" status: 200 len: 858 time: 0.0655229 Aug 02 13:41:52.655522 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-4a787e5d-1006-4ba7-a756-a4b086cc31e3 None None] Set router e4690db3-fb69-4cbe-ba14-7d06d9284e1b gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:41:52.714287 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537aa22-53a2-48f8-a4b7-098b848e733b req-edd06ad5-8301-4862-83aa-5f6ab3970d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:52.715997 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4537aa22-53a2-48f8-a4b7-098b848e733b req-edd06ad5-8301-4862-83aa-5f6ab3970d89 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=952afe36-ebbb-420b-9a24-e4ee044975e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540810 Aug 02 13:41:52.817895 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4537aa22-53a2-48f8-a4b7-098b848e733b req-b482fc4c-4531-4b33-ad39-6773bafd4150 service neutron] 10.222.0.20 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935416 Aug 02 13:41:52.911942 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 38356) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:52.922917 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-4a787e5d-1006-4ba7-a756-a4b086cc31e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'name': 'tempest-ServerRescueNegativeTestJSON-1500716653-router', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b4775a14-2f59-42a4-947f-48762a9c612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:38Z', 'updated_at': '2022-08-02T13:37:45Z', 'revision_number': 4, 'project_id': '1502b667be5c45ab800f27676ab39794', 'gw_port': {'id': 'b4775a14-2f59-42a4-947f-48762a9c612d', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'd29ba756-7ef0-46f7-a154-75de25854239', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'floating_ip_address': '172.27.4.2', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'port_id': '6ea6a72f-a1b8-442f-bb13-374734d0ecb2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4', 'mac_address': 'fa:16:3e:50:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3d992-44e1-4518-8cab-a7f01bf89d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:39:54Z', 'updated_at': '2022-08-02T13:41:51Z', 'revision_number': 3, 'project_id': '1502b667be5c45ab800f27676ab39794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f514c22-9d75-490c-bea0-8c36be249b9d', 'name': '', 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'mac_address': 'fa:16:3e:51:0e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ce360482-e138-41d7-8f5d-ea14c6cf06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:43Z', 'updated_at': '2022-08-02T13:37:54Z', 'revision_number': 5, 'project_id': '1502b667be5c45ab800f27676ab39794', 'subnets': [{'id': 'ce360482-e138-41d7-8f5d-ea14c6cf06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:41:52.932481 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4537aa22-53a2-48f8-a4b7-098b848e733b req-f73e5aad-9451-4505-854b-cb92de9de6a0 service neutron] 10.222.0.20 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012230 Aug 02 13:41:52.951951 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a787e5d-1006-4ba7-a756-a4b086cc31e3 None None] The sync data for ids ['e4690db3-fb69-4cbe-ba14-7d06d9284e1b'] in dv-cinder-847864-8-iscsi is: [{'id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'name': 'tempest-ServerRescueNegativeTestJSON-1500716653-router', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b4775a14-2f59-42a4-947f-48762a9c612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:38Z', 'updated_at': '2022-08-02T13:37:45Z', 'revision_number': 4, 'project_id': '1502b667be5c45ab800f27676ab39794', 'gw_port': {'id': 'b4775a14-2f59-42a4-947f-48762a9c612d', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'd29ba756-7ef0-46f7-a154-75de25854239', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'floating_ip_address': '172.27.4.2', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'port_id': '6ea6a72f-a1b8-442f-bb13-374734d0ecb2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4', 'mac_address': 'fa:16:3e:50:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd3d992-44e1-4518-8cab-a7f01bf89d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:39:54Z', 'updated_at': '2022-08-02T13:41:51Z', 'revision_number': 3, 'project_id': '1502b667be5c45ab800f27676ab39794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f514c22-9d75-490c-bea0-8c36be249b9d', 'name': '', 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'mac_address': 'fa:16:3e:51:0e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ce360482-e138-41d7-8f5d-ea14c6cf06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:43Z', 'updated_at': '2022-08-02T13:37:54Z', 'revision_number': 5, 'project_id': '1502b667be5c45ab800f27676ab39794', 'subnets': [{'id': 'ce360482-e138-41d7-8f5d-ea14c6cf06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:41:53.039746 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-8406479a-95e3-4e23-b078-eb86f6425b70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:53.124487 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-8406479a-95e3-4e23-b078-eb86f6425b70 admin admin] Publish callbacks [] for security_group (b1bc4166-0530-4e92-9bf2-49c82958067b), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:53.208825 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-8406479a-95e3-4e23-b078-eb86f6425b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (b1bc4166-0530-4e92-9bf2-49c82958067b), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:53.249225 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-8406479a-95e3-4e23-b078-eb86f6425b70 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9bac2e1cf64b4c8990d68d1fbfdbdbdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3359973 Aug 02 13:41:53.250203 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406479a-95e3-4e23-b078-eb86f6425b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bc4166-0530-4e92-9bf2-49c82958067b,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:53.251937 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 38360) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:53.308835 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-9d47b282-6ccc-442e-9e38-60bd5c3b0fd7 admin admin] Publish callbacks [] for security_group (b1bc4166-0530-4e92-9bf2-49c82958067b), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:53.331088 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-9d47b282-6ccc-442e-9e38-60bd5c3b0fd7 admin admin] Publish callbacks [] for security_group (b1bc4166-0530-4e92-9bf2-49c82958067b), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:53.449017 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-9d47b282-6ccc-442e-9e38-60bd5c3b0fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (b1bc4166-0530-4e92-9bf2-49c82958067b), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:53.451664 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-9d47b282-6ccc-442e-9e38-60bd5c3b0fd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:53.452851 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-9d47b282-6ccc-442e-9e38-60bd5c3b0fd7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b1bc4166-0530-4e92-9bf2-49c82958067b HTTP/1.1" status: 204 len: 168 time: 0.1999300 Aug 02 13:41:53.462404 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47b282-6ccc-442e-9e38-60bd5c3b0fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bc4166-0530-4e92-9bf2-49c82958067b,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:53.567973 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ef7d0-8e3e-4c9e-a554-f129d40f963d req-8ecc3bae-12f2-475c-aa13-09591d3006a0 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:53.569844 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f74ef7d0-8e3e-4c9e-a554-f129d40f963d req-8ecc3bae-12f2-475c-aa13-09591d3006a0 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1466bfd-a54f-4720-9353-60bcf3334395 HTTP/1.1" status: 200 len: 945 time: 0.0580468 Aug 02 13:41:53.623436 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f74ef7d0-8e3e-4c9e-a554-f129d40f963d req-4a7dc66f-c870-4525-9ca7-d861b277c46b tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4e225f2-0010-41c3-9237-17110ea1865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457618 Aug 02 13:41:54.052660 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd3d992-44e1-4518-8cab-a7f01bf89d6b', 'tag': '6ea6a72f-a1b8-442f-bb13-374734d0ecb2'}] {{(pid=104368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:41:54.056216 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245b70741b0aa7b9232129cc368cc987c69949c5cf8ab06a5d5e033a5668ca41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c6cfab-7d59-412d-a0c6-efbacfbaf8c7" -d '{"events": [{"name": "network-changed", "server_uuid": "2fd3d992-44e1-4518-8cab-a7f01bf89d6b", "tag": "6ea6a72f-a1b8-442f-bb13-374734d0ecb2"}]}' {{(pid=104368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:41:54.073982 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 38370) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:54.088068 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a4c093d0-6359-4c80-a08a-050db5672e38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:54.104085 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e67bd0e-1272-451d-8595-2d9c653a6c78 x-openstack-request-id: req-6e67bd0e-1272-451d-8595-2d9c653a6c78 {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:41:54.104085 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fd3d992-44e1-4518-8cab-a7f01bf89d6b", "tag": "6ea6a72f-a1b8-442f-bb13-374734d0ecb2", "status": "completed", "code": 200}]} {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:41:54.104085 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6e67bd0e-1272-451d-8595-2d9c653a6c78 {{(pid=104368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:41:54.104085 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e67bd0e-1272-451d-8595-2d9c653a6c78'] response: {'name': 'network-changed', 'server_uuid': '2fd3d992-44e1-4518-8cab-a7f01bf89d6b', 'tag': '6ea6a72f-a1b8-442f-bb13-374734d0ecb2', 'status': 'completed', 'code': 200} Aug 02 13:41:54.183757 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a4c093d0-6359-4c80-a08a-050db5672e38 admin admin] Publish callbacks [] for security_group (625e28da-35b8-429f-81cd-6958a7049232), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:54.202585 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6cfab-7d59-412d-a0c6-efbacfbaf8c7 req-0f3f7923-e18d-4927-ba2d-af61cd3c63df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:54.204126 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-59c6cfab-7d59-412d-a0c6-efbacfbaf8c7 req-0f3f7923-e18d-4927-ba2d-af61cd3c63df service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1502b667be5c45ab800f27676ab39794&device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 1129 time: 0.0703456 Aug 02 13:41:54.208890 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-f0263b8d-df0a-44ca-93dc-e95c5319c224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:54.260275 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a4c093d0-6359-4c80-a08a-050db5672e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (625e28da-35b8-429f-81cd-6958a7049232), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:54.302676 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-a4c093d0-6359-4c80-a08a-050db5672e38 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=befcec36a9d54907a5b33a3fbf0722cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273707 Aug 02 13:41:54.303630 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c093d0-6359-4c80-a08a-050db5672e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625e28da-35b8-429f-81cd-6958a7049232,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:54.307137 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 38372) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:54.314928 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6cfab-7d59-412d-a0c6-efbacfbaf8c7 req-f6351b78-4b88-4252-aa4f-74710d6e80fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:54.316457 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-59c6cfab-7d59-412d-a0c6-efbacfbaf8c7 req-f6351b78-4b88-4252-aa4f-74710d6e80fd service neutron] 10.222.0.20 "GET /v2.0/networks?id=952afe36-ebbb-420b-9a24-e4ee044975e4 HTTP/1.1" status: 200 len: 920 time: 0.1026862 Aug 02 13:41:54.363424 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a6a5330c-e87e-4425-88f3-ee1002c65919 admin admin] Publish callbacks [] for security_group (625e28da-35b8-429f-81cd-6958a7049232), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:54.385546 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-59c6cfab-7d59-412d-a0c6-efbacfbaf8c7 req-d4e8b16c-d904-43d7-b3e8-b5f4a54db176 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ea6a72f-a1b8-442f-bb13-374734d0ecb2 HTTP/1.1" status: 200 len: 999 time: 0.0619435 Aug 02 13:41:54.387590 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a6a5330c-e87e-4425-88f3-ee1002c65919 admin admin] Publish callbacks [] for security_group (625e28da-35b8-429f-81cd-6958a7049232), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:54.448389 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6cfab-7d59-412d-a0c6-efbacfbaf8c7 req-5f6ece9c-ccfb-49ac-ba6c-e3fe5847ee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:54.449889 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-59c6cfab-7d59-412d-a0c6-efbacfbaf8c7 req-5f6ece9c-ccfb-49ac-ba6c-e3fe5847ee89 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce360482-e138-41d7-8f5d-ea14c6cf06af HTTP/1.1" status: 200 len: 858 time: 0.0574658 Aug 02 13:41:54.500852 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6cfab-7d59-412d-a0c6-efbacfbaf8c7 req-62dc13c1-1935-494e-877f-05b45905db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:54.502415 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-59c6cfab-7d59-412d-a0c6-efbacfbaf8c7 req-62dc13c1-1935-494e-877f-05b45905db93 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=952afe36-ebbb-420b-9a24-e4ee044975e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466473 Aug 02 13:41:54.524416 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a6a5330c-e87e-4425-88f3-ee1002c65919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (625e28da-35b8-429f-81cd-6958a7049232), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:54.526934 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a6a5330c-e87e-4425-88f3-ee1002c65919 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:54.528116 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-a6a5330c-e87e-4425-88f3-ee1002c65919 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/625e28da-35b8-429f-81cd-6958a7049232 HTTP/1.1" status: 204 len: 168 time: 0.2196550 Aug 02 13:41:54.537950 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5330c-e87e-4425-88f3-ee1002c65919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625e28da-35b8-429f-81cd-6958a7049232,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:54.607853 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-59c6cfab-7d59-412d-a0c6-efbacfbaf8c7 req-7d1e1eff-ae89-4133-b7b4-1c170f2f33c9 service neutron] 10.222.0.20 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969341 Aug 02 13:41:54.723329 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-59c6cfab-7d59-412d-a0c6-efbacfbaf8c7 req-ee5dd697-3092-4c37-b2ac-a481dc4f2988 service neutron] 10.222.0.20 "GET /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077394 Aug 02 13:41:54.780256 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b6af0-4cca-45f6-b79b-dc901294b8c9 req-926e8d1d-5fd2-4032-ae01-2f8abd76ad91 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:54.781896 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4a3b6af0-4cca-45f6-b79b-dc901294b8c9 req-926e8d1d-5fd2-4032-ae01-2f8abd76ad91 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1466bfd-a54f-4720-9353-60bcf3334395 HTTP/1.1" status: 200 len: 945 time: 0.0798974 Aug 02 13:41:54.841440 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4a3b6af0-4cca-45f6-b79b-dc901294b8c9 req-108dcd58-71c6-4aee-8cc2-5f5abdeb2ea0 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4e225f2-0010-41c3-9237-17110ea1865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523167 Aug 02 13:41:54.983820 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f588f08-561d-4497-96c4-87df43f3cfa8 req-4c2ae174-4979-45e2-b80a-67d2939716fd tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:54.985459 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-7f588f08-561d-4497-96c4-87df43f3cfa8 req-4c2ae174-4979-45e2-b80a-67d2939716fd tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1466bfd-a54f-4720-9353-60bcf3334395 HTTP/1.1" status: 200 len: 945 time: 0.0614767 Aug 02 13:41:54.995655 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 38382) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:55.000430 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-6a72f50a-e915-45bd-8324-3eb010a5911e tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Request body: {'floatingip': {'port_id': 'c2450b83-804f-4e80-a472-935ab52cf0ee'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:41:55.040629 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6a72f50a-e915-45bd-8324-3eb010a5911e tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for floatingip (b972f896-e9e3-4b3a-a401-2a31ea7539a8), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:55.164412 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:55.287737 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 38384) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:55.301421 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-da8aa79c-3f8a-4286-98cc-b83fddb477f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:55.395148 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-da8aa79c-3f8a-4286-98cc-b83fddb477f0 admin admin] Publish callbacks [] for security_group (4467f1c4-e00e-4fce-ba58-9da087145e95), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:55.500196 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-da8aa79c-3f8a-4286-98cc-b83fddb477f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (4467f1c4-e00e-4fce-ba58-9da087145e95), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:55.508968 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6a72f50a-e915-45bd-8324-3eb010a5911e tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:55.543768 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-da8aa79c-3f8a-4286-98cc-b83fddb477f0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b69608921ca0462783c0bcfd19e3195e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2547767 Aug 02 13:41:55.545663 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 38388) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:55.554346 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8aa79c-3f8a-4286-98cc-b83fddb477f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4467f1c4-e00e-4fce-ba58-9da087145e95,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:55.598015 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6a72f50a-e915-45bd-8324-3eb010a5911e tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772271'] for floatingip (b972f896-e9e3-4b3a-a401-2a31ea7539a8), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:55.613402 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6fce2eb6-b179-4a75-8184-883ea9aa2c2f admin admin] Publish callbacks [] for security_group (4467f1c4-e00e-4fce-ba58-9da087145e95), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:55.642901 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6fce2eb6-b179-4a75-8184-883ea9aa2c2f admin admin] Publish callbacks [] for security_group (4467f1c4-e00e-4fce-ba58-9da087145e95), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:55.700918 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.db.l3_db [None req-6a72f50a-e915-45bd-8324-3eb010a5911e tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Floating IP b972f896-e9e3-4b3a-a401-2a31ea7539a8 associated. External IP: 172.27.4.95, port: c2450b83-804f-4e80-a472-935ab52cf0ee. Aug 02 13:41:55.774138 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6fce2eb6-b179-4a75-8184-883ea9aa2c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (4467f1c4-e00e-4fce-ba58-9da087145e95), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:55.778481 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6fce2eb6-b179-4a75-8184-883ea9aa2c2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:55.780204 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-6fce2eb6-b179-4a75-8184-883ea9aa2c2f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4467f1c4-e00e-4fce-ba58-9da087145e95 HTTP/1.1" status: 204 len: 168 time: 0.2333388 Aug 02 13:41:55.790722 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce2eb6-b179-4a75-8184-883ea9aa2c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4467f1c4-e00e-4fce-ba58-9da087145e95,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:55.935019 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a72f50a-e915-45bd-8324-3eb010a5911e tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Router b12058e6-bae6-4476-a2e0-876fd99b59ab has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:41:56.050179 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a72f50a-e915-45bd-8324-3eb010a5911e tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:41:56.057560 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6a72f50a-e915-45bd-8324-3eb010a5911e tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:56.062267 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce518e8b-53c2-48ac-829b-6092166f484f None None] Sync routers for ids ['b12058e6-bae6-4476-a2e0-876fd99b59ab'] in dv-cinder-847864-8-iscsi {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:41:56.074963 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce518e8b-53c2-48ac-829b-6092166f484f None None] Routers {'b12058e6-bae6-4476-a2e0-876fd99b59ab'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:41:56.075520 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-ce518e8b-53c2-48ac-829b-6092166f484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:41:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['b12058e6-bae6-4476-a2e0-876fd99b59ab'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:41:56.096995 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-6a72f50a-e915-45bd-8324-3eb010a5911e tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "PUT /v2.0/floatingips/b972f896-e9e3-4b3a-a401-2a31ea7539a8 HTTP/1.1" status: 200 len: 990 time: 1.0998125 Aug 02 13:41:56.097723 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1466bfd-a54f-4720-9353-60bcf3334395', 'tag': 'c2450b83-804f-4e80-a472-935ab52cf0ee'}] {{(pid=104369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:41:56.101783 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bf99331ba47a6ac295264f2d91701b523438f9b2384832aa813a78b8ac64a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a580395b-cf59-4420-b3d8-aef4d73350ad" -d '{"events": [{"name": "network-changed", "server_uuid": "b1466bfd-a54f-4720-9353-60bcf3334395", "tag": "c2450b83-804f-4e80-a472-935ab52cf0ee"}]}' {{(pid=104369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:41:56.143138 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fba4bf2-fe64-4b41-8e22-8569dd9c204d x-openstack-request-id: req-8fba4bf2-fe64-4b41-8e22-8569dd9c204d {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:41:56.143437 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1466bfd-a54f-4720-9353-60bcf3334395", "tag": "c2450b83-804f-4e80-a472-935ab52cf0ee", "status": "completed", "code": 200}]} {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:41:56.143714 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8fba4bf2-fe64-4b41-8e22-8569dd9c204d {{(pid=104369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:41:56.144115 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fba4bf2-fe64-4b41-8e22-8569dd9c204d'] response: {'name': 'network-changed', 'server_uuid': 'b1466bfd-a54f-4720-9353-60bcf3334395', 'tag': 'c2450b83-804f-4e80-a472-935ab52cf0ee', 'status': 'completed', 'code': 200} Aug 02 13:41:56.204717 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-ce518e8b-53c2-48ac-829b-6092166f484f None None] Set router b12058e6-bae6-4476-a2e0-876fd99b59ab gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:41:56.235836 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580395b-cf59-4420-b3d8-aef4d73350ad req-bce9a3e0-680b-4a81-bcbd-9f8cae3fc942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:56.238426 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a580395b-cf59-4420-b3d8-aef4d73350ad req-bce9a3e0-680b-4a81-bcbd-9f8cae3fc942 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2fd74b29e9441818796d9040d4be7e5&device_id=b1466bfd-a54f-4720-9353-60bcf3334395 HTTP/1.1" status: 200 len: 1129 time: 0.0644331 Aug 02 13:41:56.368637 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580395b-cf59-4420-b3d8-aef4d73350ad req-ad16a53a-b081-4dd7-b3a7-ac1dd5bd2576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:56.371089 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a580395b-cf59-4420-b3d8-aef4d73350ad req-ad16a53a-b081-4dd7-b3a7-ac1dd5bd2576 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b9a0aff9-4db3-4151-8258-5ca59205b7ca HTTP/1.1" status: 200 len: 916 time: 0.1241100 Aug 02 13:41:56.397740 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-e8302d95-82e0-4960-9235-63deee2bdf87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:56.457746 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a580395b-cf59-4420-b3d8-aef4d73350ad req-854f285c-08ff-44ea-9772-fef61eee1db7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2450b83-804f-4e80-a472-935ab52cf0ee HTTP/1.1" status: 200 len: 998 time: 0.0769227 Aug 02 13:41:56.509705 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-ce518e8b-53c2-48ac-829b-6092166f484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'name': 'tempest-AttachVolumeNegativeTest-1899220404-router', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178'}], 'enable_snat': True}, 'gw_port_id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:51Z', 'revision_number': 4, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'gw_port': {'id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:42Z', 'updated_at': '2022-08-02T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'b972f896-e9e3-4b3a-a401-2a31ea7539a8', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'floating_ip_address': '172.27.4.95', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'port_id': 'c2450b83-804f-4e80-a472-935ab52cf0ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'mac_address': 'fa:16:3e:20:af:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1466bfd-a54f-4720-9353-60bcf3334395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:41:36Z', 'updated_at': '2022-08-02T13:41:55Z', 'revision_number': 1, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '319a239b-729c-484f-a6f7-158e17594b21', 'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'mac_address': 'fa:16:3e:3f:40:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:48Z', 'updated_at': '2022-08-02T13:38:06Z', 'revision_number': 5, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'subnets': [{'id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:41:56.524526 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580395b-cf59-4420-b3d8-aef4d73350ad req-e5f2ed41-c11a-47ac-b293-b339641f93cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:56.526285 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a580395b-cf59-4420-b3d8-aef4d73350ad req-e5f2ed41-c11a-47ac-b293-b339641f93cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8569d97-f9a0-41c9-a9b0-dce29c9f7e4e HTTP/1.1" status: 200 len: 854 time: 0.0581942 Aug 02 13:41:56.542627 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce518e8b-53c2-48ac-829b-6092166f484f None None] Checking router: b12058e6-bae6-4476-a2e0-876fd99b59ab for host: dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:41:56.551783 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce518e8b-53c2-48ac-829b-6092166f484f None None] Routers {'b12058e6-bae6-4476-a2e0-876fd99b59ab'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:41:56.552402 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-ce518e8b-53c2-48ac-829b-6092166f484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:41:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['b12058e6-bae6-4476-a2e0-876fd99b59ab'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:41:56.596087 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580395b-cf59-4420-b3d8-aef4d73350ad req-a85f74af-0416-4638-9e46-c6b70e1232eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:41:56.598095 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a580395b-cf59-4420-b3d8-aef4d73350ad req-a85f74af-0416-4638-9e46-c6b70e1232eb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b9a0aff9-4db3-4151-8258-5ca59205b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658414 Aug 02 13:41:56.667578 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-ce518e8b-53c2-48ac-829b-6092166f484f None None] Set router b12058e6-bae6-4476-a2e0-876fd99b59ab gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:41:56.708929 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a580395b-cf59-4420-b3d8-aef4d73350ad req-135881ac-b434-4be8-b568-5a3eeb90e5dc service neutron] 10.222.0.20 "GET /v2.0/networks/b9a0aff9-4db3-4151-8258-5ca59205b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031833 Aug 02 13:41:56.850803 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a580395b-cf59-4420-b3d8-aef4d73350ad req-bf34c93b-2c49-4bdb-849d-1072c6f35f3c service neutron] 10.222.0.20 "GET /v2.0/networks/b9a0aff9-4db3-4151-8258-5ca59205b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346576 Aug 02 13:41:57.018136 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-ce518e8b-53c2-48ac-829b-6092166f484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'name': 'tempest-AttachVolumeNegativeTest-1899220404-router', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178'}], 'enable_snat': True}, 'gw_port_id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:51Z', 'revision_number': 4, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'gw_port': {'id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:42Z', 'updated_at': '2022-08-02T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'b972f896-e9e3-4b3a-a401-2a31ea7539a8', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'floating_ip_address': '172.27.4.95', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'port_id': 'c2450b83-804f-4e80-a472-935ab52cf0ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'mac_address': 'fa:16:3e:20:af:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1466bfd-a54f-4720-9353-60bcf3334395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:41:36Z', 'updated_at': '2022-08-02T13:41:55Z', 'revision_number': 1, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '319a239b-729c-484f-a6f7-158e17594b21', 'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'mac_address': 'fa:16:3e:3f:40:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:48Z', 'updated_at': '2022-08-02T13:38:06Z', 'revision_number': 5, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'subnets': [{'id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:41:57.047688 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce518e8b-53c2-48ac-829b-6092166f484f None None] The sync data for ids ['b12058e6-bae6-4476-a2e0-876fd99b59ab'] in dv-cinder-847864-8-iscsi is: [{'id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'name': 'tempest-AttachVolumeNegativeTest-1899220404-router', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178'}], 'enable_snat': True}, 'gw_port_id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:51Z', 'revision_number': 4, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'gw_port': {'id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:42Z', 'updated_at': '2022-08-02T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'b972f896-e9e3-4b3a-a401-2a31ea7539a8', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'floating_ip_address': '172.27.4.95', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'port_id': 'c2450b83-804f-4e80-a472-935ab52cf0ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'mac_address': 'fa:16:3e:20:af:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1466bfd-a54f-4720-9353-60bcf3334395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:41:36Z', 'updated_at': '2022-08-02T13:41:55Z', 'revision_number': 1, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '319a239b-729c-484f-a6f7-158e17594b21', 'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'mac_address': 'fa:16:3e:3f:40:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:48Z', 'updated_at': '2022-08-02T13:38:06Z', 'revision_number': 5, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'subnets': [{'id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:41:57.269021 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf41ce3d-9f5b-4e3b-ad0f-ae904f2edbf6 None None] New status for floating IP b972f896-e9e3-4b3a-a401-2a31ea7539a8: ACTIVE {{(pid=104370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:41:57.585058 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:57.867706 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 38422) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:57.979836 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-bbe32ccb-deb5-4ef9-a2b8-658e8a641cef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:58.061093 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-bbe32ccb-deb5-4ef9-a2b8-658e8a641cef admin admin] Publish callbacks [] for security_group (be8cf9ff-0b71-4cc9-999b-67ed986c68df), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:58.134603 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-bbe32ccb-deb5-4ef9-a2b8-658e8a641cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (be8cf9ff-0b71-4cc9-999b-67ed986c68df), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:58.174083 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe32ccb-deb5-4ef9-a2b8-658e8a641cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8cf9ff-0b71-4cc9-999b-67ed986c68df,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:58.178782 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-bbe32ccb-deb5-4ef9-a2b8-658e8a641cef admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a505f4e3a4964d8ab776e4cdbb250f1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3098404 Aug 02 13:41:58.182662 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 38426) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:41:58.234082 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-bca9ca49-65b2-40ec-957a-203c4f78c4b1 admin admin] Publish callbacks [] for security_group (be8cf9ff-0b71-4cc9-999b-67ed986c68df), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:58.257485 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-bca9ca49-65b2-40ec-957a-203c4f78c4b1 admin admin] Publish callbacks [] for security_group (be8cf9ff-0b71-4cc9-999b-67ed986c68df), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:58.403403 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-bca9ca49-65b2-40ec-957a-203c4f78c4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (be8cf9ff-0b71-4cc9-999b-67ed986c68df), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:58.406038 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-bca9ca49-65b2-40ec-957a-203c4f78c4b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:41:58.407247 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-bca9ca49-65b2-40ec-957a-203c4f78c4b1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/be8cf9ff-0b71-4cc9-999b-67ed986c68df HTTP/1.1" status: 204 len: 168 time: 0.2236595 Aug 02 13:41:58.416495 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9ca49-65b2-40ec-957a-203c4f78c4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8cf9ff-0b71-4cc9-999b-67ed986c68df,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:41:59.208517 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:00.660232 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:06.705863 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:42:12.828533 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245162f-377f-4a7d-8a6b-0c7454a3884b req-8c97988d-148a-4cf9-a642-ab57410bf170 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:12.830228 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2245162f-377f-4a7d-8a6b-0c7454a3884b req-8c97988d-148a-4cf9-a642-ab57410bf170 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 984 time: 0.0572660 Aug 02 13:42:12.920329 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2245162f-377f-4a7d-8a6b-0c7454a3884b req-8a497317-ea18-4ce3-ace1-2f0a51f01477 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&id=4bb1e101-2c5f-4cae-836c-ba68e802ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0826714 Aug 02 13:42:12.941184 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc766ba-0267-40b3-9ca1-2f65132ecc55 req-c952b9e2-be77-4447-88ee-11f962cd89b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:12.942724 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-efc766ba-0267-40b3-9ca1-2f65132ecc55 req-c952b9e2-be77-4447-88ee-11f962cd89b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd6856819f8e46ee924851629dadd00b&device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 1168 time: 0.0716407 Aug 02 13:42:13.042888 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc766ba-0267-40b3-9ca1-2f65132ecc55 req-18ec6c91-fc0a-487f-b1c3-a926b2aa0d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:13.044411 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-efc766ba-0267-40b3-9ca1-2f65132ecc55 req-18ec6c91-fc0a-487f-b1c3-a926b2aa0d15 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7e3dba26-4d36-495f-9356-de3966b3c4ca HTTP/1.1" status: 200 len: 915 time: 0.0938354 Aug 02 13:42:13.110622 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-efc766ba-0267-40b3-9ca1-2f65132ecc55 req-6fef82cb-2751-465b-bac1-b292b2ecdaf5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e0071e8-7e67-4464-a737-53ca665ed3ca HTTP/1.1" status: 200 len: 1001 time: 0.0581529 Aug 02 13:42:13.164123 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc766ba-0267-40b3-9ca1-2f65132ecc55 req-7ce88327-5a05-4827-8e14-a17857a751df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:13.165646 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-efc766ba-0267-40b3-9ca1-2f65132ecc55 req-7ce88327-5a05-4827-8e14-a17857a751df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de HTTP/1.1" status: 200 len: 853 time: 0.0485168 Aug 02 13:42:13.231412 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc766ba-0267-40b3-9ca1-2f65132ecc55 req-1cbc9479-69ff-4444-80df-b1639da02f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:13.232859 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-efc766ba-0267-40b3-9ca1-2f65132ecc55 req-1cbc9479-69ff-4444-80df-b1639da02f07 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7e3dba26-4d36-495f-9356-de3966b3c4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0585899 Aug 02 13:42:13.352867 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-efc766ba-0267-40b3-9ca1-2f65132ecc55 req-cd2336c5-3a67-461f-b660-46e0b1349af6 service neutron] 10.222.0.20 "GET /v2.0/networks/7e3dba26-4d36-495f-9356-de3966b3c4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065702 Aug 02 13:42:13.485976 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-efc766ba-0267-40b3-9ca1-2f65132ecc55 req-584691ad-aa06-4fd0-b037-4bf82fc50a0e service neutron] 10.222.0.20 "GET /v2.0/networks/7e3dba26-4d36-495f-9356-de3966b3c4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257045 Aug 02 13:42:14.055300 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd9c54-ba7e-4245-8c99-baa886e5e1f9 req-37819a81-993a-4607-b191-ba4bb6a367bf tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:14.056744 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-eefd9c54-ba7e-4245-8c99-baa886e5e1f9 req-37819a81-993a-4607-b191-ba4bb6a367bf tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 984 time: 0.0559211 Aug 02 13:42:14.124707 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-eefd9c54-ba7e-4245-8c99-baa886e5e1f9 req-5fe05549-660d-4138-a59d-22592c344e7e tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&id=4bb1e101-2c5f-4cae-836c-ba68e802ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619419 Aug 02 13:42:15.253756 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54e876-1728-4356-aae7-7a437ef4ba6f req-36b1c35a-61fd-4b49-bd85-727458bfee9a tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:15.255889 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-da54e876-1728-4356-aae7-7a437ef4ba6f req-36b1c35a-61fd-4b49-bd85-727458bfee9a tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 984 time: 0.0553348 Aug 02 13:42:15.320058 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-da54e876-1728-4356-aae7-7a437ef4ba6f req-af5c03e9-a9dc-4450-88a5-9af6e01d69a4 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&id=4bb1e101-2c5f-4cae-836c-ba68e802ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579267 Aug 02 13:42:16.447288 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1481a6-1aa6-460b-a3bc-cca1811f6126 req-47cb955e-b1db-49af-acee-44b19dd14c62 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:16.448836 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1b1481a6-1aa6-460b-a3bc-cca1811f6126 req-47cb955e-b1db-49af-acee-44b19dd14c62 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 984 time: 0.0557446 Aug 02 13:42:16.520553 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1b1481a6-1aa6-460b-a3bc-cca1811f6126 req-1274c7bb-2791-4f73-a2c1-b92df9521ee8 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&id=4bb1e101-2c5f-4cae-836c-ba68e802ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0655830 Aug 02 13:42:17.650227 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1881a-8764-470c-9e5e-635988222582 req-adac7521-a4ed-4562-9947-3fd3ce0ac9b3 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:17.651763 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-bde1881a-8764-470c-9e5e-635988222582 req-adac7521-a4ed-4562-9947-3fd3ce0ac9b3 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 984 time: 0.0539987 Aug 02 13:42:17.718909 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-bde1881a-8764-470c-9e5e-635988222582 req-530e62d4-1aca-490e-aba7-3b5ca7ff1744 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&id=4bb1e101-2c5f-4cae-836c-ba68e802ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612862 Aug 02 13:42:18.849143 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415198c1-f27a-47b5-920e-77804f6fec8f req-567bf6c3-ab6c-4d95-84e9-141feb0fcfe8 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:18.850547 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-415198c1-f27a-47b5-920e-77804f6fec8f req-567bf6c3-ab6c-4d95-84e9-141feb0fcfe8 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 984 time: 0.0573008 Aug 02 13:42:18.911947 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-415198c1-f27a-47b5-920e-77804f6fec8f req-23408952-0c72-4b2c-9d40-6ef4a3e909a3 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&id=4bb1e101-2c5f-4cae-836c-ba68e802ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553741 Aug 02 13:42:20.036306 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add236d4-57e2-4763-995f-b871cb9e225c req-ccb9b51c-75be-4bff-9c0c-5bd90d76961e tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:20.038647 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-add236d4-57e2-4763-995f-b871cb9e225c req-ccb9b51c-75be-4bff-9c0c-5bd90d76961e tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 984 time: 0.0547235 Aug 02 13:42:20.103074 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-add236d4-57e2-4763-995f-b871cb9e225c req-8e675841-d598-489f-8606-79b5c6353b19 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&id=4bb1e101-2c5f-4cae-836c-ba68e802ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587487 Aug 02 13:42:21.237969 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483e474-491e-4020-9e4d-49994e2e0017 req-a6b0948e-960f-4abd-aa7d-7980332f60c5 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:21.239514 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-0483e474-491e-4020-9e4d-49994e2e0017 req-a6b0948e-960f-4abd-aa7d-7980332f60c5 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 984 time: 0.0563440 Aug 02 13:42:21.300535 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-0483e474-491e-4020-9e4d-49994e2e0017 req-f5fe470b-b9e2-40f6-950f-3a8ac124aa5e tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&id=4bb1e101-2c5f-4cae-836c-ba68e802ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544090 Aug 02 13:42:22.437140 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f7cb9-8199-48be-b0a4-d4381fe7b66b req-59b733fa-f92e-4902-ac00-2505c9321455 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:22.438627 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-173f7cb9-8199-48be-b0a4-d4381fe7b66b req-59b733fa-f92e-4902-ac00-2505c9321455 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 984 time: 0.0627558 Aug 02 13:42:22.503607 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-173f7cb9-8199-48be-b0a4-d4381fe7b66b req-be179e77-e485-47d0-be02-c5b15c398cd2 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&id=4bb1e101-2c5f-4cae-836c-ba68e802ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583060 Aug 02 13:42:23.645937 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e098dca-c888-4e01-a01a-901e42928582 req-2bf6af6b-b330-4084-807d-57c23228dade tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:23.647697 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-3e098dca-c888-4e01-a01a-901e42928582 req-2bf6af6b-b330-4084-807d-57c23228dade tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 984 time: 0.0626287 Aug 02 13:42:23.712238 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-3e098dca-c888-4e01-a01a-901e42928582 req-3668386d-6b07-4532-9fb5-3ae2bc6080e7 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&id=4bb1e101-2c5f-4cae-836c-ba68e802ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588100 Aug 02 13:42:24.196764 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-a699fbb7-52f6-482f-9b7f-cdef21acf00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:24.851763 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c2f88-d13b-4c1f-ac97-d255a367a9ef req-9ade6fe9-aec1-4998-a768-110cceb0f273 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:24.853228 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ec4c2f88-d13b-4c1f-ac97-d255a367a9ef req-9ade6fe9-aec1-4998-a768-110cceb0f273 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 984 time: 0.0587678 Aug 02 13:42:24.920771 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ec4c2f88-d13b-4c1f-ac97-d255a367a9ef req-24652386-ca8f-4d68-add9-295bc7ed1c91 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&id=4bb1e101-2c5f-4cae-836c-ba68e802ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609903 Aug 02 13:42:25.172706 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:26.050364 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619592b5-14b1-46ac-a949-0c5fe6c1f294 req-0de2bdf0-d1b3-4285-9064-fbbb4f7e872f tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:26.051918 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-619592b5-14b1-46ac-a949-0c5fe6c1f294 req-0de2bdf0-d1b3-4285-9064-fbbb4f7e872f tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 984 time: 0.0572100 Aug 02 13:42:26.356967 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-619592b5-14b1-46ac-a949-0c5fe6c1f294 req-a899c840-82f8-4e46-b94d-bf489ae5e43f tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&id=4bb1e101-2c5f-4cae-836c-ba68e802ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2985086 Aug 02 13:42:26.390798 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-e090f4ca-d080-4515-baa5-25bc93eee4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:27.490294 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428cf1a-69c3-4764-b725-fe8267f7ac3c req-aa999ec4-cd41-4be4-ba57-61066b83805c tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:27.491873 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2428cf1a-69c3-4764-b725-fe8267f7ac3c req-aa999ec4-cd41-4be4-ba57-61066b83805c tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 984 time: 0.0590928 Aug 02 13:42:27.559289 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2428cf1a-69c3-4764-b725-fe8267f7ac3c req-22742abb-0c19-49e6-bb44-44f8c1b267fa tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&id=4bb1e101-2c5f-4cae-836c-ba68e802ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594988 Aug 02 13:42:27.565011 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753709bf-9582-41f2-b030-fa06eef6cf4b req-959823ec-0f00-4eef-baed-140774d4c144 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:27.566590 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-753709bf-9582-41f2-b030-fa06eef6cf4b req-959823ec-0f00-4eef-baed-140774d4c144 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0588706 Aug 02 13:42:27.601107 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:27.617415 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-753709bf-9582-41f2-b030-fa06eef6cf4b req-eba7bf38-b5ca-493d-993f-0085d90a2dd8 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440810 Aug 02 13:42:28.688996 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca293c-b863-451f-8340-3f7e539b6bdb req-0e5efcfe-e0f1-4d0e-88cd-f58232587590 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:28.690567 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-bbca293c-b863-451f-8340-3f7e539b6bdb req-0e5efcfe-e0f1-4d0e-88cd-f58232587590 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 984 time: 0.0569084 Aug 02 13:42:28.750897 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7084e2-ca46-492a-b2ef-b2301d91cbd1 req-33694323-a4d1-4f96-868d-bfbb41d86d8d tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:28.752444 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ef7084e2-ca46-492a-b2ef-b2301d91cbd1 req-33694323-a4d1-4f96-868d-bfbb41d86d8d tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0610437 Aug 02 13:42:28.761875 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-bbca293c-b863-451f-8340-3f7e539b6bdb req-21d6caaa-6927-4e6f-bbf6-7ce771f1df76 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&id=4bb1e101-2c5f-4cae-836c-ba68e802ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607703 Aug 02 13:42:28.802296 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ef7084e2-ca46-492a-b2ef-b2301d91cbd1 req-c4a0cba7-876d-4e62-b554-69d0edbb2d67 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438690 Aug 02 13:42:29.203728 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:29.844116 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74875e9-dc81-4160-98a5-2778da79fe75 req-f08c4674-d854-4de1-a0b3-c4b836e0c338 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:29.845548 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f74875e9-dc81-4160-98a5-2778da79fe75 req-f08c4674-d854-4de1-a0b3-c4b836e0c338 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.20 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0561702 Aug 02 13:42:29.924931 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da99c74-b202-4751-be1a-f5ea8cfc190e req-1e4005e4-7d56-4a17-817f-618a25b74e95 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:29.926491 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4da99c74-b202-4751-be1a-f5ea8cfc190e req-1e4005e4-7d56-4a17-817f-618a25b74e95 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 984 time: 0.0912645 Aug 02 13:42:29.929010 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16af51-6278-4442-9620-572c7ec7971b req-e5b079cc-70cd-49b1-9056-10aad0eea0bd tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:29.930937 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6f16af51-6278-4442-9620-572c7ec7971b req-e5b079cc-70cd-49b1-9056-10aad0eea0bd tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 946 time: 0.0529811 Aug 02 13:42:29.980007 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6f16af51-6278-4442-9620-572c7ec7971b req-27230dd9-9207-441d-8dd4-819aef08fae2 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=f13d8652-618b-42ee-80bd-ded53b47a7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437915 Aug 02 13:42:30.028174 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [req-f74875e9-dc81-4160-98a5-2778da79fe75 req-3d225a1e-5e41-4941-be44-d17f6bfc1503 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Deleting port 07a433de-ed34-4e77-8ed2-5752c7ea7af5 {{(pid=104368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:42:30.028520 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-f74875e9-dc81-4160-98a5-2778da79fe75 req-3d225a1e-5e41-4941-be44-d17f6bfc1503 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (07a433de-ed34-4e77-8ed2-5752c7ea7af5), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:30.037259 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4da99c74-b202-4751-be1a-f5ea8cfc190e req-6f098dae-dac1-4b1e-b38c-5e8f61affd86 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&id=4bb1e101-2c5f-4cae-836c-ba68e802ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0980127 Aug 02 13:42:30.127942 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [req-f74875e9-dc81-4160-98a5-2778da79fe75 req-3d225a1e-5e41-4941-be44-d17f6bfc1503 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] For port 07a433de-ed34-4e77-8ed2-5752c7ea7af5, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=07a433de-ed34-4e77-8ed2-5752c7ea7af5,segment=NetworkSegment(dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3),segment_id=dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3)] {{(pid=104368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:42:30.128227 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-f74875e9-dc81-4160-98a5-2778da79fe75 req-3d225a1e-5e41-4941-be44-d17f6bfc1503 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (07a433de-ed34-4e77-8ed2-5752c7ea7af5), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:30.296072 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-f74875e9-dc81-4160-98a5-2778da79fe75 req-3d225a1e-5e41-4941-be44-d17f6bfc1503 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:30.296446 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-f74875e9-dc81-4160-98a5-2778da79fe75 req-3d225a1e-5e41-4941-be44-d17f6bfc1503 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772271'] for floatingip (eb1c681c-09b8-413b-8c5e-c304372b3bc4), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:30.296768 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.db.l3_db [req-f74875e9-dc81-4160-98a5-2778da79fe75 req-3d225a1e-5e41-4941-be44-d17f6bfc1503 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Floating IP eb1c681c-09b8-413b-8c5e-c304372b3bc4 disassociated. External IP: 172.27.4.100, port: 07a433de-ed34-4e77-8ed2-5752c7ea7af5. Aug 02 13:42:30.297131 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [req-f74875e9-dc81-4160-98a5-2778da79fe75 req-3d225a1e-5e41-4941-be44-d17f6bfc1503 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Calling delete_port for 07a433de-ed34-4e77-8ed2-5752c7ea7af5 owned by compute:nova {{(pid=104368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:42:30.503544 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-f74875e9-dc81-4160-98a5-2778da79fe75 req-3d225a1e-5e41-4941-be44-d17f6bfc1503 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (07a433de-ed34-4e77-8ed2-5752c7ea7af5), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:30.535176 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d225a1e-5e41-4941-be44-d17f6bfc1503 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Pushing event deleted for resources: {'Port': ['ID=07a433de-ed34-4e77-8ed2-5752c7ea7af5,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:42:30.600770 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:30.655178 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f74875e9-dc81-4160-98a5-2778da79fe75 req-3d225a1e-5e41-4941-be44-d17f6bfc1503 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Router 11c05f49-c260-4ea0-9b1d-08ed27a09560 has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:42:30.762138 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f74875e9-dc81-4160-98a5-2778da79fe75 req-3d225a1e-5e41-4941-be44-d17f6bfc1503 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:42:30.772772 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9130acfb-be01-4e85-a807-c8e85cfdc025 None None] Sync routers for ids ['11c05f49-c260-4ea0-9b1d-08ed27a09560'] in dv-cinder-847864-8-iscsi {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:42:30.783937 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9130acfb-be01-4e85-a807-c8e85cfdc025 None None] Routers {'11c05f49-c260-4ea0-9b1d-08ed27a09560'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:42:30.784566 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-9130acfb-be01-4e85-a807-c8e85cfdc025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:42:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['11c05f49-c260-4ea0-9b1d-08ed27a09560'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:42:30.808987 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74875e9-dc81-4160-98a5-2778da79fe75 req-3d225a1e-5e41-4941-be44-d17f6bfc1503 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] No DVR routers for this DVR port 07a433de-ed34-4e77-8ed2-5752c7ea7af5 on host hv-cinder-84786 {{(pid=104368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:42:30.812100 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-f74875e9-dc81-4160-98a5-2778da79fe75 req-3d225a1e-5e41-4941-be44-d17f6bfc1503 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:30.815622 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f74875e9-dc81-4160-98a5-2778da79fe75 req-3d225a1e-5e41-4941-be44-d17f6bfc1503 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.20 "DELETE /v2.0/ports/07a433de-ed34-4e77-8ed2-5752c7ea7af5 HTTP/1.1" status: 204 len: 173 time: 0.9613290 Aug 02 13:42:30.816029 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce75040-8734-456f-a105-d3e5cd74681b', 'name': 'network-vif-deleted', 'tag': '07a433de-ed34-4e77-8ed2-5752c7ea7af5'}] {{(pid=104368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:42:30.818351 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245b70741b0aa7b9232129cc368cc987c69949c5cf8ab06a5d5e033a5668ca41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623e1a48-e9f9-4561-885d-cd09b5e55dc2" -d '{"events": [{"server_uuid": "bce75040-8734-456f-a105-d3e5cd74681b", "name": "network-vif-deleted", "tag": "07a433de-ed34-4e77-8ed2-5752c7ea7af5"}]}' {{(pid=104368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:42:30.857692 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3be174c-a7fa-4d2f-b46c-7bba21b5f2c3 x-openstack-request-id: req-d3be174c-a7fa-4d2f-b46c-7bba21b5f2c3 {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:42:30.858315 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce75040-8734-456f-a105-d3e5cd74681b", "name": "network-vif-deleted", "tag": "07a433de-ed34-4e77-8ed2-5752c7ea7af5", "status": "completed", "code": 200}]} {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:42:30.858315 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d3be174c-a7fa-4d2f-b46c-7bba21b5f2c3 {{(pid=104368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:42:30.858681 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3be174c-a7fa-4d2f-b46c-7bba21b5f2c3'] response: {'server_uuid': 'bce75040-8734-456f-a105-d3e5cd74681b', 'name': 'network-vif-deleted', 'tag': '07a433de-ed34-4e77-8ed2-5752c7ea7af5', 'status': 'completed', 'code': 200} Aug 02 13:42:30.905343 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-9130acfb-be01-4e85-a807-c8e85cfdc025 None None] Set router 11c05f49-c260-4ea0-9b1d-08ed27a09560 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:42:31.109957 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-207ad22f-ab37-48f1-b0bb-230b6612718e req-dd8c1018-4a40-4ef7-bf29-03101f5ef8b7 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=bce75040-8734-456f-a105-d3e5cd74681b HTTP/1.1" status: 200 len: 210 time: 0.0318501 Aug 02 13:42:31.165657 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-9130acfb-be01-4e85-a807-c8e85cfdc025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'name': 'tempest-AttachVolumeTestJSON-1212156323-router', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247'}], 'enable_snat': True}, 'gw_port_id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:49Z', 'revision_number': 4, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'gw_port': {'id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:41Z', 'updated_at': '2022-08-02T13:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '9493b195-8cfd-425b-89c8-ac83e056b8aa', 'name': '', 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'mac_address': 'fa:16:3e:e0:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ec0b5949-955c-4523-bfdd-355b4cc3e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:47Z', 'updated_at': '2022-08-02T13:38:01Z', 'revision_number': 5, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'subnets': [{'id': 'ec0b5949-955c-4523-bfdd-355b4cc3e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:42:31.195881 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9130acfb-be01-4e85-a807-c8e85cfdc025 None None] Checking router: 11c05f49-c260-4ea0-9b1d-08ed27a09560 for host: dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:42:31.206529 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9130acfb-be01-4e85-a807-c8e85cfdc025 None None] Routers {'11c05f49-c260-4ea0-9b1d-08ed27a09560'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:42:31.211440 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-9130acfb-be01-4e85-a807-c8e85cfdc025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:42:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['11c05f49-c260-4ea0-9b1d-08ed27a09560'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:42:31.316210 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-9130acfb-be01-4e85-a807-c8e85cfdc025 None None] Set router 11c05f49-c260-4ea0-9b1d-08ed27a09560 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:42:31.531432 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-9130acfb-be01-4e85-a807-c8e85cfdc025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'name': 'tempest-AttachVolumeTestJSON-1212156323-router', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247'}], 'enable_snat': True}, 'gw_port_id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:49Z', 'revision_number': 4, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'gw_port': {'id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:41Z', 'updated_at': '2022-08-02T13:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '9493b195-8cfd-425b-89c8-ac83e056b8aa', 'name': '', 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'mac_address': 'fa:16:3e:e0:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ec0b5949-955c-4523-bfdd-355b4cc3e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:47Z', 'updated_at': '2022-08-02T13:38:01Z', 'revision_number': 5, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'subnets': [{'id': 'ec0b5949-955c-4523-bfdd-355b4cc3e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:42:31.561172 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9130acfb-be01-4e85-a807-c8e85cfdc025 None None] The sync data for ids ['11c05f49-c260-4ea0-9b1d-08ed27a09560'] in dv-cinder-847864-8-iscsi is: [{'id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'name': 'tempest-AttachVolumeTestJSON-1212156323-router', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247'}], 'enable_snat': True}, 'gw_port_id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:49Z', 'revision_number': 4, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'gw_port': {'id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:41Z', 'updated_at': '2022-08-02T13:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '9493b195-8cfd-425b-89c8-ac83e056b8aa', 'name': '', 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'mac_address': 'fa:16:3e:e0:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ec0b5949-955c-4523-bfdd-355b4cc3e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:47Z', 'updated_at': '2022-08-02T13:38:01Z', 'revision_number': 5, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'subnets': [{'id': 'ec0b5949-955c-4523-bfdd-355b4cc3e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:42:31.812427 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34144379-c249-46ec-a9ba-78fb4e34e7a1 None None] New status for floating IP eb1c681c-09b8-413b-8c5e-c304372b3bc4: DOWN {{(pid=104370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:42:32.289453 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 38530) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:42:32.365523 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-1a5c78fe-15a2-4064-b63a-3ea9f8861f16 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for security_group (f13d8652-618b-42ee-80bd-ded53b47a7fb), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:32.398050 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-1a5c78fe-15a2-4064-b63a-3ea9f8861f16 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for security_group (f13d8652-618b-42ee-80bd-ded53b47a7fb), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:32.516433 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-1a5c78fe-15a2-4064-b63a-3ea9f8861f16 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (f13d8652-618b-42ee-80bd-ded53b47a7fb), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:32.522097 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-1a5c78fe-15a2-4064-b63a-3ea9f8861f16 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:32.525889 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-1a5c78fe-15a2-4064-b63a-3ea9f8861f16 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "DELETE /v2.0/security-groups/f13d8652-618b-42ee-80bd-ded53b47a7fb HTTP/1.1" status: 204 len: 168 time: 0.2351689 Aug 02 13:42:32.529511 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 38532) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:42:32.536294 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c78fe-15a2-4064-b63a-3ea9f8861f16 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13d8652-618b-42ee-80bd-ded53b47a7fb,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:42:32.551738 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.api.v2.resource [None req-3c56c38e-3345-4eb1-970c-80f1573ad1ad tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] show failed (client error): The resource could not be found. Aug 02 13:42:32.552810 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-3c56c38e-3345-4eb1-970c-80f1573ad1ad tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups/f13d8652-618b-42ee-80bd-ded53b47a7fb HTTP/1.1" status: 404 len: 347 time: 0.0217853 Aug 02 13:42:32.558688 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 38534) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:42:32.710775 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-964df965-deb6-46d5-ae4b-cd4e58b1e66a tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Deleting port b6c3471f-9c26-48eb-bb50-d256524e0c21 {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:42:32.711121 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-964df965-deb6-46d5-ae4b-cd4e58b1e66a tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (b6c3471f-9c26-48eb-bb50-d256524e0c21), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:32.790916 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-964df965-deb6-46d5-ae4b-cd4e58b1e66a tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (b6c3471f-9c26-48eb-bb50-d256524e0c21), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:32.791160 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-964df965-deb6-46d5-ae4b-cd4e58b1e66a tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for floatingip (b6c3471f-9c26-48eb-bb50-d256524e0c21), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:32.803938 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-964df965-deb6-46d5-ae4b-cd4e58b1e66a tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Calling delete_port for b6c3471f-9c26-48eb-bb50-d256524e0c21 owned by network:floatingip {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:42:33.019444 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-964df965-deb6-46d5-ae4b-cd4e58b1e66a tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (b6c3471f-9c26-48eb-bb50-d256524e0c21), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:33.046545 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964df965-deb6-46d5-ae4b-cd4e58b1e66a tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Pushing event deleted for resources: {'Port': ['ID=b6c3471f-9c26-48eb-bb50-d256524e0c21,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:42:33.110007 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-964df965-deb6-46d5-ae4b-cd4e58b1e66a tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for floatingip (eb1c681c-09b8-413b-8c5e-c304372b3bc4), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:33.112684 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-964df965-deb6-46d5-ae4b-cd4e58b1e66a tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:33.113844 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-964df965-deb6-46d5-ae4b-cd4e58b1e66a tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "DELETE /v2.0/floatingips/eb1c681c-09b8-413b-8c5e-c304372b3bc4 HTTP/1.1" status: 204 len: 168 time: 0.5542974 Aug 02 13:42:33.275844 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 38540) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:42:33.280771 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-a4be86f5-be42-4702-94b3-528ca8669d57 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1084345990', 'description': 'tempest-description--1031248208'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:42:33.401476 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a4be86f5-be42-4702-94b3-528ca8669d57 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:33.470624 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a4be86f5-be42-4702-94b3-528ca8669d57 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for security_group (9fb06af8-2dcb-44c3-8c3d-748724eec6a4), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:33.527749 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a4be86f5-be42-4702-94b3-528ca8669d57 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (9fb06af8-2dcb-44c3-8c3d-748724eec6a4), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:33.556092 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be86f5-be42-4702-94b3-528ca8669d57 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb06af8-2dcb-44c3-8c3d-748724eec6a4,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:42:33.625613 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a4be86f5-be42-4702-94b3-528ca8669d57 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:33.627137 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-a4be86f5-be42-4702-94b3-528ca8669d57 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3499038 Aug 02 13:42:33.630124 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 38544) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:42:33.637163 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-83009b16-1cf3-4a74-a1bd-f0155cb9a8ee tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Request body: {'security_group_rule': {'security_group_id': '9fb06af8-2dcb-44c3-8c3d-748724eec6a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:42:33.723079 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 07a433de-ed34-4e77-8ed2-5752c7ea7af5 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:42:33.742957 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] No Port match for: 07a433de-ed34-4e77-8ed2-5752c7ea7af5 {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:42:33.743317 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 07a433de-ed34-4e77-8ed2-5752c7ea7af5 not bound to the agent host hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:42:33.771350 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-83009b16-1cf3-4a74-a1bd-f0155cb9a8ee tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for security_group_rule (17b5c910-064f-4806-9719-5170a4ef2355), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:33.844050 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-83009b16-1cf3-4a74-a1bd-f0155cb9a8ee tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for security_group_rule (17b5c910-064f-4806-9719-5170a4ef2355), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:33.962537 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-83009b16-1cf3-4a74-a1bd-f0155cb9a8ee tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (17b5c910-064f-4806-9719-5170a4ef2355), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:33.980405 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83009b16-1cf3-4a74-a1bd-f0155cb9a8ee tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b5c910-064f-4806-9719-5170a4ef2355,revision_number=0']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:42:34.048703 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-83009b16-1cf3-4a74-a1bd-f0155cb9a8ee tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:34.050063 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-83009b16-1cf3-4a74-a1bd-f0155cb9a8ee tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4186783 Aug 02 13:42:34.052842 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 38550) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:42:34.058103 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-dcb8bcc4-fc75-475c-b2cf-27c7754ebd1c tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Request body: {'security_group_rule': {'security_group_id': '9fb06af8-2dcb-44c3-8c3d-748724eec6a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:42:34.183793 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-dcb8bcc4-fc75-475c-b2cf-27c7754ebd1c tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for security_group_rule (78d5707f-cb9a-46b3-a61f-36baff599c8d), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:34.237082 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f99b2-25d8-4e62-bd12-5ecbacd21be0 req-65140484-d216-4767-9b2c-b0360b300264 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:34.238854 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d19f99b2-25d8-4e62-bd12-5ecbacd21be0 req-65140484-d216-4767-9b2c-b0360b300264 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 945 time: 0.0908251 Aug 02 13:42:34.279021 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-dcb8bcc4-fc75-475c-b2cf-27c7754ebd1c tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for security_group_rule (78d5707f-cb9a-46b3-a61f-36baff599c8d), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:34.306482 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d19f99b2-25d8-4e62-bd12-5ecbacd21be0 req-3bc39b00-1405-476c-be52-d09c183838f7 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550227 Aug 02 13:42:34.408105 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-dcb8bcc4-fc75-475c-b2cf-27c7754ebd1c tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (78d5707f-cb9a-46b3-a61f-36baff599c8d), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:34.426291 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8bcc4-fc75-475c-b2cf-27c7754ebd1c tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d5707f-cb9a-46b3-a61f-36baff599c8d,revision_number=0']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:42:34.501678 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-dcb8bcc4-fc75-475c-b2cf-27c7754ebd1c tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:34.502896 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-dcb8bcc4-fc75-475c-b2cf-27c7754ebd1c tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4491117 Aug 02 13:42:34.506021 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 38554) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:42:34.511160 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-87011c92-8205-4b85-8119-c78d879396fb tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Request body: {'floatingip': {'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:42:34.602644 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-87011c92-8205-4b85-8119-c78d879396fb tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:34.702787 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-87011c92-8205-4b85-8119-c78d879396fb tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:34.809575 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [None req-87011c92-8205-4b85-8119-c78d879396fb tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Allocated IP 172.27.4.149 (ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7/17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c/dcf98011-8af3-49fa-9278-b46cb5ba32ad) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:42:34.916611 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-87011c92-8205-4b85-8119-c78d879396fb tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for port (dcf98011-8af3-49fa-9278-b46cb5ba32ad), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:35.014226 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-87011c92-8205-4b85-8119-c78d879396fb tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (dcf98011-8af3-49fa-9278-b46cb5ba32ad), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:35.053315 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87011c92-8205-4b85-8119-c78d879396fb tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:42:35.059045 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-87011c92-8205-4b85-8119-c78d879396fb tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:42:35.063019 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87011c92-8205-4b85-8119-c78d879396fb tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:42:35.066011 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87011c92-8205-4b85-8119-c78d879396fb tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Pushing event updated for resources: {'Port': ['ID=dcf98011-8af3-49fa-9278-b46cb5ba32ad,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:42:35.145381 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-87011c92-8205-4b85-8119-c78d879396fb tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for floatingip (da0d709a-ea59-4841-8abc-4db13519cd5d), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:35.233509 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-87011c92-8205-4b85-8119-c78d879396fb tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (dcf98011-8af3-49fa-9278-b46cb5ba32ad), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:35.387840 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-87011c92-8205-4b85-8119-c78d879396fb tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for port (dcf98011-8af3-49fa-9278-b46cb5ba32ad), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:35.435337 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac08064-aaa6-47d4-a63e-de56d9493084 req-5b291672-4cb1-4d60-be7b-5108422b5566 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:35.436895 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2ac08064-aaa6-47d4-a63e-de56d9493084 req-5b291672-4cb1-4d60-be7b-5108422b5566 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 945 time: 0.0532968 Aug 02 13:42:35.446261 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-87011c92-8205-4b85-8119-c78d879396fb tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (dcf98011-8af3-49fa-9278-b46cb5ba32ad), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:35.488325 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2ac08064-aaa6-47d4-a63e-de56d9493084 req-53de8890-8a45-4cd3-a3d7-62a74ec3209c tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456302 Aug 02 13:42:35.514617 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87011c92-8205-4b85-8119-c78d879396fb tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Pushing event updated for resources: {'Port': ['ID=dcf98011-8af3-49fa-9278-b46cb5ba32ad,revision_number=2']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:42:35.526939 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-87011c92-8205-4b85-8119-c78d879396fb tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772271'] for floatingip (da0d709a-ea59-4841-8abc-4db13519cd5d), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:35.596620 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-87011c92-8205-4b85-8119-c78d879396fb tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:35.599408 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-87011c92-8205-4b85-8119-c78d879396fb tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0910087 Aug 02 13:42:35.817000 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-8f974321-945d-4116-906e-8bc667f9c990 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1084345990&fields=id&tenant_id=2faa069e451247a68695e22f5e5ed2ae HTTP/1.1" status: 200 len: 267 time: 0.0489781 Aug 02 13:42:35.928293 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-4679cb28-7818-4aa2-8f91-5299e376d21c tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:35.929790 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-4679cb28-7818-4aa2-8f91-5299e376d21c tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/networks?id=22e3cba0-47b8-42c5-9856-cce7f8da3856 HTTP/1.1" status: 200 len: 811 time: 0.1054950 Aug 02 13:42:35.944409 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-ad75821d-7a8e-4c12-8b40-934f0d8e82a0 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/quotas/2faa069e451247a68695e22f5e5ed2ae HTTP/1.1" status: 200 len: 375 time: 0.0091250 Aug 02 13:42:36.000017 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-aa63619c-67f1-4b0f-8bf0-be6b4546b4c7 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=2faa069e451247a68695e22f5e5ed2ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498233 Aug 02 13:42:36.103247 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-5611eb4b-d444-475e-b59c-f015b06c0810 service neutron] 10.222.0.67 "GET /v2.0/networks/22e3cba0-47b8-42c5-9856-cce7f8da3856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901215 Aug 02 13:42:36.192971 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-600997f8-1677-493b-98ff-78f79964f287 service neutron] 10.222.0.67 "GET /v2.0/networks/22e3cba0-47b8-42c5-9856-cce7f8da3856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838664 Aug 02 13:42:36.484274 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-9a53b049-1d5e-44c7-b6e1-9edcd8e22c16 req-da52d794-d544-4cca-95d3-1d07fbb52012 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=e75ef808-547d-47ca-b324-9a6aed30f18b HTTP/1.1" status: 200 len: 210 time: 0.0298083 Aug 02 13:42:36.617049 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0399db-2660-4c1e-bd6c-ca9ff0bdf804 req-777379e2-d6a7-4e21-bb63-38211267e941 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:36.618860 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8b0399db-2660-4c1e-bd6c-ca9ff0bdf804 req-777379e2-d6a7-4e21-bb63-38211267e941 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 945 time: 0.0550697 Aug 02 13:42:36.667845 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8b0399db-2660-4c1e-bd6c-ca9ff0bdf804 req-1790bf23-86ef-4fca-85d6-109d5fc8a05a tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429721 Aug 02 13:42:37.586294 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-74695063-9141-4193-843e-03530a3bb94b req-c58abd8c-eaac-4230-85c8-aedfbc0ff897 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=e75ef808-547d-47ca-b324-9a6aed30f18b HTTP/1.1" status: 200 len: 210 time: 0.0291648 Aug 02 13:42:37.603326 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d5a22-626e-437f-83bd-038f0280ca53 req-a291eecf-a755-4b87-98be-268477e3b53f tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:37.604889 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ba9d5a22-626e-437f-83bd-038f0280ca53 req-a291eecf-a755-4b87-98be-268477e3b53f tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 945 time: 0.0854275 Aug 02 13:42:37.705087 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [req-ba9d5a22-626e-437f-83bd-038f0280ca53 req-b41831cc-cf3d-4c14-9272-4a813b1435c8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Deleting port 6ea6a72f-a1b8-442f-bb13-374734d0ecb2 {{(pid=104368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:42:37.705434 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-ba9d5a22-626e-437f-83bd-038f0280ca53 req-b41831cc-cf3d-4c14-9272-4a813b1435c8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (6ea6a72f-a1b8-442f-bb13-374734d0ecb2), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:37.802796 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [req-ba9d5a22-626e-437f-83bd-038f0280ca53 req-b41831cc-cf3d-4c14-9272-4a813b1435c8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] For port 6ea6a72f-a1b8-442f-bb13-374734d0ecb2, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6ea6a72f-a1b8-442f-bb13-374734d0ecb2,segment=NetworkSegment(4b13322e-2ced-4124-a560-d547d2d4a361),segment_id=4b13322e-2ced-4124-a560-d547d2d4a361)] {{(pid=104368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:42:37.803440 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-ba9d5a22-626e-437f-83bd-038f0280ca53 req-b41831cc-cf3d-4c14-9272-4a813b1435c8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (6ea6a72f-a1b8-442f-bb13-374734d0ecb2), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:37.974760 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-ba9d5a22-626e-437f-83bd-038f0280ca53 req-b41831cc-cf3d-4c14-9272-4a813b1435c8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:37.975124 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-ba9d5a22-626e-437f-83bd-038f0280ca53 req-b41831cc-cf3d-4c14-9272-4a813b1435c8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772271'] for floatingip (d29ba756-7ef0-46f7-a154-75de25854239), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:37.975440 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.db.l3_db [req-ba9d5a22-626e-437f-83bd-038f0280ca53 req-b41831cc-cf3d-4c14-9272-4a813b1435c8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Floating IP d29ba756-7ef0-46f7-a154-75de25854239 disassociated. External IP: 172.27.4.2, port: 6ea6a72f-a1b8-442f-bb13-374734d0ecb2. Aug 02 13:42:37.975789 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [req-ba9d5a22-626e-437f-83bd-038f0280ca53 req-b41831cc-cf3d-4c14-9272-4a813b1435c8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Calling delete_port for 6ea6a72f-a1b8-442f-bb13-374734d0ecb2 owned by compute:nova {{(pid=104368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:42:38.004173 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b3696-0f7f-48eb-9e21-8832b0b9809a req-5e412184-6fe0-4044-b087-4da18aa70dd8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:38.005807 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e90b3696-0f7f-48eb-9e21-8832b0b9809a req-5e412184-6fe0-4044-b087-4da18aa70dd8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 945 time: 0.2583845 Aug 02 13:42:38.053878 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e90b3696-0f7f-48eb-9e21-8832b0b9809a req-772fea68-39fd-4558-a3ff-b1ec354d60ef tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=11a26d69-5147-4174-ad95-302509db59da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420184 Aug 02 13:42:38.161876 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-ba9d5a22-626e-437f-83bd-038f0280ca53 req-b41831cc-cf3d-4c14-9272-4a813b1435c8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (6ea6a72f-a1b8-442f-bb13-374734d0ecb2), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:38.189690 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41831cc-cf3d-4c14-9272-4a813b1435c8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Pushing event deleted for resources: {'Port': ['ID=6ea6a72f-a1b8-442f-bb13-374734d0ecb2,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:42:38.304535 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba9d5a22-626e-437f-83bd-038f0280ca53 req-b41831cc-cf3d-4c14-9272-4a813b1435c8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Router e4690db3-fb69-4cbe-ba14-7d06d9284e1b has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:42:38.413368 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba9d5a22-626e-437f-83bd-038f0280ca53 req-b41831cc-cf3d-4c14-9272-4a813b1435c8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:42:38.424102 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3f3acc-c03a-4e07-9e67-de7cf47bb3df None None] Sync routers for ids ['e4690db3-fb69-4cbe-ba14-7d06d9284e1b'] in dv-cinder-847864-8-iscsi {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:42:38.435925 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3f3acc-c03a-4e07-9e67-de7cf47bb3df None None] Routers {'e4690db3-fb69-4cbe-ba14-7d06d9284e1b'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:42:38.436746 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-5c3f3acc-c03a-4e07-9e67-de7cf47bb3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:42:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['e4690db3-fb69-4cbe-ba14-7d06d9284e1b'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:42:38.457525 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9d5a22-626e-437f-83bd-038f0280ca53 req-b41831cc-cf3d-4c14-9272-4a813b1435c8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] No DVR routers for this DVR port 6ea6a72f-a1b8-442f-bb13-374734d0ecb2 on host hv-cinder-84786 {{(pid=104368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:42:38.461774 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-ba9d5a22-626e-437f-83bd-038f0280ca53 req-b41831cc-cf3d-4c14-9272-4a813b1435c8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:38.465349 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ba9d5a22-626e-437f-83bd-038f0280ca53 req-b41831cc-cf3d-4c14-9272-4a813b1435c8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.20 "DELETE /v2.0/ports/6ea6a72f-a1b8-442f-bb13-374734d0ecb2 HTTP/1.1" status: 204 len: 173 time: 0.8548026 Aug 02 13:42:38.465807 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd3d992-44e1-4518-8cab-a7f01bf89d6b', 'name': 'network-vif-deleted', 'tag': '6ea6a72f-a1b8-442f-bb13-374734d0ecb2'}] {{(pid=104368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:42:38.468229 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245b70741b0aa7b9232129cc368cc987c69949c5cf8ab06a5d5e033a5668ca41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1de40b-ab72-45ba-9377-4ab3be828f2e" -d '{"events": [{"server_uuid": "2fd3d992-44e1-4518-8cab-a7f01bf89d6b", "name": "network-vif-deleted", "tag": "6ea6a72f-a1b8-442f-bb13-374734d0ecb2"}]}' {{(pid=104368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:42:38.511349 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1f2a22-2641-4963-a5be-3c824dd11983 x-openstack-request-id: req-fc1f2a22-2641-4963-a5be-3c824dd11983 {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:42:38.511645 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd3d992-44e1-4518-8cab-a7f01bf89d6b", "name": "network-vif-deleted", "tag": "6ea6a72f-a1b8-442f-bb13-374734d0ecb2", "status": "completed", "code": 200}]} {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:42:38.511955 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fc1f2a22-2641-4963-a5be-3c824dd11983 {{(pid=104368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:42:38.512433 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc1f2a22-2641-4963-a5be-3c824dd11983'] response: {'server_uuid': '2fd3d992-44e1-4518-8cab-a7f01bf89d6b', 'name': 'network-vif-deleted', 'tag': '6ea6a72f-a1b8-442f-bb13-374734d0ecb2', 'status': 'completed', 'code': 200} Aug 02 13:42:38.536158 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-dc35763b-e23d-4925-90bd-875ad8de2864 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:38.537739 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-dc35763b-e23d-4925-90bd-875ad8de2864 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.20 "GET /v2.0/networks?id=22e3cba0-47b8-42c5-9856-cce7f8da3856 HTTP/1.1" status: 200 len: 811 time: 0.1569457 Aug 02 13:42:38.545940 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-5c3f3acc-c03a-4e07-9e67-de7cf47bb3df None None] Set router e4690db3-fb69-4cbe-ba14-7d06d9284e1b gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:42:38.609931 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-8df6a95a-09d9-4727-ad0f-42e4b8051b9d tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2faa069e451247a68695e22f5e5ed2ae HTTP/1.1" status: 200 len: 380 time: 0.0597177 Aug 02 13:42:38.622179 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-74de056a-c33b-465e-8ec4-3c8e92d41da7 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Request body: {'port': {'device_id': 'e75ef808-547d-47ca-b324-9a6aed30f18b', 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856', 'admin_state_up': True, 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'security_groups': ['9fb06af8-2dcb-44c3-8c3d-748724eec6a4']}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:42:38.739506 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-617a471d-abaf-4d46-9618-bee490801fbd req-f45af29c-cdbf-48ab-8e9f-e2c786fee02f tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=e75ef808-547d-47ca-b324-9a6aed30f18b HTTP/1.1" status: 200 len: 210 time: 0.0411170 Aug 02 13:42:38.812746 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-5c3f3acc-c03a-4e07-9e67-de7cf47bb3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'name': 'tempest-ServerRescueNegativeTestJSON-1500716653-router', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b4775a14-2f59-42a4-947f-48762a9c612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:38Z', 'updated_at': '2022-08-02T13:37:45Z', 'revision_number': 4, 'project_id': '1502b667be5c45ab800f27676ab39794', 'gw_port': {'id': 'b4775a14-2f59-42a4-947f-48762a9c612d', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '3f514c22-9d75-490c-bea0-8c36be249b9d', 'name': '', 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'mac_address': 'fa:16:3e:51:0e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ce360482-e138-41d7-8f5d-ea14c6cf06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:43Z', 'updated_at': '2022-08-02T13:37:54Z', 'revision_number': 5, 'project_id': '1502b667be5c45ab800f27676ab39794', 'subnets': [{'id': 'ce360482-e138-41d7-8f5d-ea14c6cf06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:42:38.840493 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3f3acc-c03a-4e07-9e67-de7cf47bb3df None None] Checking router: e4690db3-fb69-4cbe-ba14-7d06d9284e1b for host: dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:42:38.849834 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3f3acc-c03a-4e07-9e67-de7cf47bb3df None None] Routers {'e4690db3-fb69-4cbe-ba14-7d06d9284e1b'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:42:38.850480 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-5c3f3acc-c03a-4e07-9e67-de7cf47bb3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:42:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['e4690db3-fb69-4cbe-ba14-7d06d9284e1b'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:42:38.870521 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-74de056a-c33b-465e-8ec4-3c8e92d41da7 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Made reservation on behalf of 2faa069e451247a68695e22f5e5ed2ae for: {'port': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:42:38.874686 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-74de056a-c33b-465e-8ec4-3c8e92d41da7 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:39.015596 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-74de056a-c33b-465e-8ec4-3c8e92d41da7 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Allocated IP 172.20.0.6 (22e3cba0-47b8-42c5-9856-cce7f8da3856/ec0b5949-955c-4523-bfdd-355b4cc3e5d9/8e56f166-b2b3-45a4-a993-f6c7fd1d17d8) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:42:39.051085 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-5c3f3acc-c03a-4e07-9e67-de7cf47bb3df None None] Set router e4690db3-fb69-4cbe-ba14-7d06d9284e1b gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:42:39.176515 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-74de056a-c33b-465e-8ec4-3c8e92d41da7 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for port (8e56f166-b2b3-45a4-a993-f6c7fd1d17d8), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:39.251364 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1e31d4ad-da3a-4d77-9f9f-31bbe9bb0070 req-c6ff9a78-9aea-4451-8cc6-cb9b374b527b tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fd3d992-44e1-4518-8cab-a7f01bf89d6b HTTP/1.1" status: 200 len: 210 time: 0.1081784 Aug 02 13:42:39.261296 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-5c3f3acc-c03a-4e07-9e67-de7cf47bb3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'name': 'tempest-ServerRescueNegativeTestJSON-1500716653-router', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b4775a14-2f59-42a4-947f-48762a9c612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:38Z', 'updated_at': '2022-08-02T13:37:45Z', 'revision_number': 4, 'project_id': '1502b667be5c45ab800f27676ab39794', 'gw_port': {'id': 'b4775a14-2f59-42a4-947f-48762a9c612d', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '3f514c22-9d75-490c-bea0-8c36be249b9d', 'name': '', 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'mac_address': 'fa:16:3e:51:0e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ce360482-e138-41d7-8f5d-ea14c6cf06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:43Z', 'updated_at': '2022-08-02T13:37:54Z', 'revision_number': 5, 'project_id': '1502b667be5c45ab800f27676ab39794', 'subnets': [{'id': 'ce360482-e138-41d7-8f5d-ea14c6cf06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:42:39.281621 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-74de056a-c33b-465e-8ec4-3c8e92d41da7 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (8e56f166-b2b3-45a4-a993-f6c7fd1d17d8), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:39.289801 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3f3acc-c03a-4e07-9e67-de7cf47bb3df None None] The sync data for ids ['e4690db3-fb69-4cbe-ba14-7d06d9284e1b'] in dv-cinder-847864-8-iscsi is: [{'id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'name': 'tempest-ServerRescueNegativeTestJSON-1500716653-router', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b4775a14-2f59-42a4-947f-48762a9c612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:38Z', 'updated_at': '2022-08-02T13:37:45Z', 'revision_number': 4, 'project_id': '1502b667be5c45ab800f27676ab39794', 'gw_port': {'id': 'b4775a14-2f59-42a4-947f-48762a9c612d', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '3f514c22-9d75-490c-bea0-8c36be249b9d', 'name': '', 'network_id': '952afe36-ebbb-420b-9a24-e4ee044975e4', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'mac_address': 'fa:16:3e:51:0e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ce360482-e138-41d7-8f5d-ea14c6cf06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:43Z', 'updated_at': '2022-08-02T13:37:54Z', 'revision_number': 5, 'project_id': '1502b667be5c45ab800f27676ab39794', 'subnets': [{'id': 'ce360482-e138-41d7-8f5d-ea14c6cf06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:42:39.329616 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-74de056a-c33b-465e-8ec4-3c8e92d41da7 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Network 22e3cba0-47b8-42c5-9856-cce7f8da3856 is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:42:39.333119 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-74de056a-c33b-465e-8ec4-3c8e92d41da7 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:42:39.337487 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-74de056a-c33b-465e-8ec4-3c8e92d41da7 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:42:39.344125 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de056a-c33b-465e-8ec4-3c8e92d41da7 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Pushing event updated for resources: {'Port': ['ID=8e56f166-b2b3-45a4-a993-f6c7fd1d17d8,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:42:39.404367 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-74de056a-c33b-465e-8ec4-3c8e92d41da7 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:39.405408 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-74de056a-c33b-465e-8ec4-3c8e92d41da7 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:39.497566 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-74de056a-c33b-465e-8ec4-3c8e92d41da7 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8798873 Aug 02 13:42:39.509862 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-fa55d535-3257-4ab7-8693-e3145b8bf050 service neutron] Request body: {'port': {'device_id': 'e75ef808-547d-47ca-b324-9a6aed30f18b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:42:39.582690 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-fa55d535-3257-4ab7-8693-e3145b8bf050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (8e56f166-b2b3-45a4-a993-f6c7fd1d17d8), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:39.597294 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c57e26-4884-4301-92cf-c51b9e085406 None None] New status for floating IP d29ba756-7ef0-46f7-a154-75de25854239: DOWN {{(pid=104370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:42:39.757858 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6d483c09-4edd-4be2-a8e9-8c192c6489f3 None None] Provisioning complete for port 8e56f166-b2b3-45a4-a993-f6c7fd1d17d8 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:42:39.758245 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6d483c09-4edd-4be2-a8e9-8c192c6489f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (8e56f166-b2b3-45a4-a993-f6c7fd1d17d8), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:39.833264 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6d483c09-4edd-4be2-a8e9-8c192c6489f3 None None] Port 8e56f166-b2b3-45a4-a993-f6c7fd1d17d8 cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:42:39.896098 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-fa55d535-3257-4ab7-8693-e3145b8bf050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e56f166-b2b3-45a4-a993-f6c7fd1d17d8 {{(pid=104369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:42:39.907777 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-fa55d535-3257-4ab7-8693-e3145b8bf050 service neutron] Publish callbacks [] for port (8e56f166-b2b3-45a4-a993-f6c7fd1d17d8), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:39.935986 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c67fb3-a820-4040-b8ab-0accba6226dc req-89f18ad3-887c-4726-9b4e-98af8ec31e8d tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:39.937538 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-29c67fb3-a820-4040-b8ab-0accba6226dc req-89f18ad3-887c-4726-9b4e-98af8ec31e8d tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=e75ef808-547d-47ca-b324-9a6aed30f18b HTTP/1.1" status: 200 len: 931 time: 0.1088247 Aug 02 13:42:39.938648 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.provisioning_blocks [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-fa55d535-3257-4ab7-8693-e3145b8bf050 service neutron] Transition to ACTIVE for port object 8e56f166-b2b3-45a4-a993-f6c7fd1d17d8 will not be triggered until provisioned by entity L2. {{(pid=104369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 02 13:42:39.987835 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-29c67fb3-a820-4040-b8ab-0accba6226dc req-fd24a04b-600b-4ae8-9aed-291a89bca48d tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=9fb06af8-2dcb-44c3-8c3d-748724eec6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445731 Aug 02 13:42:40.007859 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-fa55d535-3257-4ab7-8693-e3145b8bf050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (8e56f166-b2b3-45a4-a993-f6c7fd1d17d8), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:40.067452 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55d535-3257-4ab7-8693-e3145b8bf050 service neutron] Pushing event updated for resources: {'Port': ['ID=8e56f166-b2b3-45a4-a993-f6c7fd1d17d8,revision_number=2']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:42:40.150649 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-fa55d535-3257-4ab7-8693-e3145b8bf050 service neutron] Attempting to bind port 8e56f166-b2b3-45a4-a993-f6c7fd1d17d8 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:42:40.151134 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-fa55d535-3257-4ab7-8693-e3145b8bf050 service neutron] Attempting to bind port 8e56f166-b2b3-45a4-a993-f6c7fd1d17d8 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856'}] {{(pid=104369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:42:40.151470 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-fa55d535-3257-4ab7-8693-e3145b8bf050 service neutron] Attempting to bind port 8e56f166-b2b3-45a4-a993-f6c7fd1d17d8 on network 22e3cba0-47b8-42c5-9856-cce7f8da3856 {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:42:40.156279 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-fa55d535-3257-4ab7-8693-e3145b8bf050 service neutron] Port 8e56f166-b2b3-45a4-a993-f6c7fd1d17d8 on network 22e3cba0-47b8-42c5-9856-cce7f8da3856 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 02 13:42:40.156682 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-fa55d535-3257-4ab7-8693-e3145b8bf050 service neutron] Attempting to bind port 8e56f166-b2b3-45a4-a993-f6c7fd1d17d8 on network 22e3cba0-47b8-42c5-9856-cce7f8da3856 {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:42:40.162296 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-fa55d535-3257-4ab7-8693-e3145b8bf050 service neutron] Checking agent: {'id': '69dc3da8-ee10-46f6-83b6-ed4e97a21469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'started_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:42:40.162679 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-fa55d535-3257-4ab7-8693-e3145b8bf050 service neutron] Checking segment: {'id': 'dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:42:40.163051 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-fa55d535-3257-4ab7-8693-e3145b8bf050 service neutron] Bound using segment: {'id': 'dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856'} {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:42:40.163776 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-fa55d535-3257-4ab7-8693-e3145b8bf050 service neutron] Bound port: 8e56f166-b2b3-45a4-a993-f6c7fd1d17d8, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856'}}] {{(pid=104369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:42:40.164029 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-fa55d535-3257-4ab7-8693-e3145b8bf050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (8e56f166-b2b3-45a4-a993-f6c7fd1d17d8), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:40.236266 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-fa55d535-3257-4ab7-8693-e3145b8bf050 service neutron] For port 8e56f166-b2b3-45a4-a993-f6c7fd1d17d8, host hv-cinder-84786, cleared binding levels {{(pid=104369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:42:40.239737 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-fa55d535-3257-4ab7-8693-e3145b8bf050 service neutron] For port 8e56f166-b2b3-45a4-a993-f6c7fd1d17d8, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=8e56f166-b2b3-45a4-a993-f6c7fd1d17d8,segment=NetworkSegment(dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3),segment_id=dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3)] {{(pid=104369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:42:40.311644 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-fa55d535-3257-4ab7-8693-e3145b8bf050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (8e56f166-b2b3-45a4-a993-f6c7fd1d17d8), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:40.348272 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-fa55d535-3257-4ab7-8693-e3145b8bf050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:40.348803 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-fa55d535-3257-4ab7-8693-e3145b8bf050 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:40.350204 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-fa55d535-3257-4ab7-8693-e3145b8bf050 service neutron] 10.222.0.20 "PUT /v2.0/ports/8e56f166-b2b3-45a4-a993-f6c7fd1d17d8 HTTP/1.1" status: 200 len: 1093 time: 0.8456268 Aug 02 13:42:40.350685 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75ef808-547d-47ca-b324-9a6aed30f18b', 'tag': '8e56f166-b2b3-45a4-a993-f6c7fd1d17d8'}] {{(pid=104369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:42:40.353018 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bf99331ba47a6ac295264f2d91701b523438f9b2384832aa813a78b8ac64a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62075d3-5902-46ea-8c83-c292c3420667" -d '{"events": [{"name": "network-changed", "server_uuid": "e75ef808-547d-47ca-b324-9a6aed30f18b", "tag": "8e56f166-b2b3-45a4-a993-f6c7fd1d17d8"}]}' {{(pid=104369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:42:40.380013 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55d535-3257-4ab7-8693-e3145b8bf050 service neutron] Pushing event updated for resources: {'Port': ['ID=8e56f166-b2b3-45a4-a993-f6c7fd1d17d8,revision_number=3']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:42:40.402865 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8f5263-c44b-45a9-87f8-c7376edffae0 x-openstack-request-id: req-8b8f5263-c44b-45a9-87f8-c7376edffae0 {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:42:40.403236 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e75ef808-547d-47ca-b324-9a6aed30f18b", "tag": "8e56f166-b2b3-45a4-a993-f6c7fd1d17d8", "status": "completed", "code": 200}]} {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:42:40.403566 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8b8f5263-c44b-45a9-87f8-c7376edffae0 {{(pid=104369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:42:40.403982 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b8f5263-c44b-45a9-87f8-c7376edffae0'] response: {'name': 'network-changed', 'server_uuid': 'e75ef808-547d-47ca-b324-9a6aed30f18b', 'tag': '8e56f166-b2b3-45a4-a993-f6c7fd1d17d8', 'status': 'completed', 'code': 200} Aug 02 13:42:40.477747 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62075d3-5902-46ea-8c83-c292c3420667 req-a2ba86c4-f6a9-4ef6-9d4c-0e27bccf5a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:40.479577 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d62075d3-5902-46ea-8c83-c292c3420667 req-a2ba86c4-f6a9-4ef6-9d4c-0e27bccf5a79 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2faa069e451247a68695e22f5e5ed2ae&device_id=e75ef808-547d-47ca-b324-9a6aed30f18b HTTP/1.1" status: 200 len: 1127 time: 0.0564280 Aug 02 13:42:40.499743 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 38616) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:42:40.594685 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6d5eb3a7-3464-4daa-907f-d349beddde31 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks [] for security_group (11a26d69-5147-4174-ad95-302509db59da), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:40.625942 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62075d3-5902-46ea-8c83-c292c3420667 req-c8ae56bf-26ec-43f5-9247-64f4ea97cec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:40.627369 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d62075d3-5902-46ea-8c83-c292c3420667 req-c8ae56bf-26ec-43f5-9247-64f4ea97cec3 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2faa069e451247a68695e22f5e5ed2ae&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1408756 Aug 02 13:42:40.632896 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6d5eb3a7-3464-4daa-907f-d349beddde31 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks [] for security_group (11a26d69-5147-4174-ad95-302509db59da), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:40.762709 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62075d3-5902-46ea-8c83-c292c3420667 req-43b64cb6-0c7e-41b9-9dd3-ce1da05c07f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:40.764294 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d62075d3-5902-46ea-8c83-c292c3420667 req-43b64cb6-0c7e-41b9-9dd3-ce1da05c07f1 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1288013 Aug 02 13:42:40.803887 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6d5eb3a7-3464-4daa-907f-d349beddde31 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (11a26d69-5147-4174-ad95-302509db59da), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:40.807717 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6d5eb3a7-3464-4daa-907f-d349beddde31 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:40.812500 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-6d5eb3a7-3464-4daa-907f-d349beddde31 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "DELETE /v2.0/security-groups/11a26d69-5147-4174-ad95-302509db59da HTTP/1.1" status: 204 len: 168 time: 0.3110547 Aug 02 13:42:40.813567 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 38620) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:42:40.833943 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.api.v2.resource [None req-d407bb37-63b0-4ebc-a5eb-ef5562bef041 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] show failed (client error): The resource could not be found. Aug 02 13:42:40.838206 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 38622) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:42:40.838426 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-d407bb37-63b0-4ebc-a5eb-ef5562bef041 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups/11a26d69-5147-4174-ad95-302509db59da HTTP/1.1" status: 404 len: 347 time: 0.0206525 Aug 02 13:42:40.844906 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5eb3a7-3464-4daa-907f-d349beddde31 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a26d69-5147-4174-ad95-302509db59da,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:42:40.963672 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-0adb3053-e5b4-4e15-8184-62689c45dc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:40.965426 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-0adb3053-e5b4-4e15-8184-62689c45dc69 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2faa069e451247a68695e22f5e5ed2ae&device_id=e75ef808-547d-47ca-b324-9a6aed30f18b HTTP/1.1" status: 200 len: 1127 time: 0.1573951 Aug 02 13:42:41.017876 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-921894e0-5984-4278-a3e2-5392bd2a3a16 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e56f166-b2b3-45a4-a993-f6c7fd1d17d8 HTTP/1.1" status: 200 len: 217 time: 0.0454390 Aug 02 13:42:41.020020 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8b529-9190-4b1c-8397-566e6e927044 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Deleting port 8a80f3d1-45fc-4be4-8332-9ff064246363 {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:42:41.020359 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-8bb8b529-9190-4b1c-8397-566e6e927044 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (8a80f3d1-45fc-4be4-8332-9ff064246363), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:41.125509 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-85acfef1-ae60-4752-8c3c-edb1830a28ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:41.125509 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-85acfef1-ae60-4752-8c3c-edb1830a28ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0b5949-955c-4523-bfdd-355b4cc3e5d9 HTTP/1.1" status: 200 len: 850 time: 0.0871673 Aug 02 13:42:41.131247 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79651d35-1649-4be5-888b-d937d9048aa1 req-a16c62e6-6962-4cc1-b3ae-75772b1a220b tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:41.132774 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-79651d35-1649-4be5-888b-d937d9048aa1 req-a16c62e6-6962-4cc1-b3ae-75772b1a220b tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=e75ef808-547d-47ca-b324-9a6aed30f18b HTTP/1.1" status: 200 len: 943 time: 0.0590253 Aug 02 13:42:41.166825 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-8bb8b529-9190-4b1c-8397-566e6e927044 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (8a80f3d1-45fc-4be4-8332-9ff064246363), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:41.167155 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-8bb8b529-9190-4b1c-8397-566e6e927044 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks [] for floatingip (8a80f3d1-45fc-4be4-8332-9ff064246363), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:41.183864 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-79651d35-1649-4be5-888b-d937d9048aa1 req-9fcb3526-0a58-41f5-a9b3-3d107e5df860 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=9fb06af8-2dcb-44c3-8c3d-748724eec6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442512 Aug 02 13:42:41.187913 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8b529-9190-4b1c-8397-566e6e927044 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Calling delete_port for 8a80f3d1-45fc-4be4-8332-9ff064246363 owned by network:floatingip {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:42:41.207595 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-7dbb8c03-acc7-423a-b8db-1584933260a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:41.209265 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-7dbb8c03-acc7-423a-b8db-1584933260a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e3cba0-47b8-42c5-9856-cce7f8da3856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0827374 Aug 02 13:42:41.620520 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-bf0087a1-8b49-42c8-9ce7-413ae7aeb8e7 service neutron] 10.222.0.20 "GET /v2.0/networks/22e3cba0-47b8-42c5-9856-cce7f8da3856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840609 Aug 02 13:42:41.751379 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fbed4c3d-8976-4ebf-8b66-3966f1d9eda9 req-51b15687-4d1b-4351-b3e7-ecc99a9abc54 service neutron] 10.222.0.20 "GET /v2.0/networks/22e3cba0-47b8-42c5-9856-cce7f8da3856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227043 Aug 02 13:42:41.755212 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 6ea6a72f-a1b8-442f-bb13-374734d0ecb2 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:42:41.788129 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] No Port match for: 6ea6a72f-a1b8-442f-bb13-374734d0ecb2 {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:42:41.788475 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 6ea6a72f-a1b8-442f-bb13-374734d0ecb2 not bound to the agent host hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:42:41.801107 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-8bb8b529-9190-4b1c-8397-566e6e927044 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (8a80f3d1-45fc-4be4-8332-9ff064246363), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:41.838860 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8b529-9190-4b1c-8397-566e6e927044 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Pushing event deleted for resources: {'Port': ['ID=8a80f3d1-45fc-4be4-8332-9ff064246363,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:42:41.907820 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-8bb8b529-9190-4b1c-8397-566e6e927044 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks [] for floatingip (d29ba756-7ef0-46f7-a154-75de25854239), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:41.910574 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-8bb8b529-9190-4b1c-8397-566e6e927044 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:41.911669 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-8bb8b529-9190-4b1c-8397-566e6e927044 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "DELETE /v2.0/floatingips/d29ba756-7ef0-46f7-a154-75de25854239 HTTP/1.1" status: 204 len: 168 time: 1.0721946 Aug 02 13:42:42.324888 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1d4f5-8050-481c-927f-e67530916c1e req-85bfafd1-2ee0-4c80-884b-e090a2a1fccc tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:42.326521 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-77d1d4f5-8050-481c-927f-e67530916c1e req-85bfafd1-2ee0-4c80-884b-e090a2a1fccc tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=e75ef808-547d-47ca-b324-9a6aed30f18b HTTP/1.1" status: 200 len: 943 time: 0.0620105 Aug 02 13:42:42.379081 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-77d1d4f5-8050-481c-927f-e67530916c1e req-65506393-73c5-4887-b0d0-40902f8a6c85 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=9fb06af8-2dcb-44c3-8c3d-748724eec6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466223 Aug 02 13:42:43.522545 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289734e6-9b8b-4e67-92a4-15c8b8ae0cce req-1c2ab845-d262-4cf4-89b3-8572f71ac9a2 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:43.524068 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-289734e6-9b8b-4e67-92a4-15c8b8ae0cce req-1c2ab845-d262-4cf4-89b3-8572f71ac9a2 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=e75ef808-547d-47ca-b324-9a6aed30f18b HTTP/1.1" status: 200 len: 943 time: 0.0631652 Aug 02 13:42:43.577282 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-289734e6-9b8b-4e67-92a4-15c8b8ae0cce req-8a859638-1e8f-49a3-8558-5ac43338de0d tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=9fb06af8-2dcb-44c3-8c3d-748724eec6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463624 Aug 02 13:42:43.709856 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:42:44.709314 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275a2bc-5925-472a-96d2-715bdd943ecc req-e878dc9a-7ba1-4abc-9a59-f0c3d95e90e6 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:44.710929 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f275a2bc-5925-472a-96d2-715bdd943ecc req-e878dc9a-7ba1-4abc-9a59-f0c3d95e90e6 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=e75ef808-547d-47ca-b324-9a6aed30f18b HTTP/1.1" status: 200 len: 943 time: 0.0617957 Aug 02 13:42:44.763551 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f275a2bc-5925-472a-96d2-715bdd943ecc req-53c0a5d1-559f-4dc1-9258-ef9c2c0c22c9 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=9fb06af8-2dcb-44c3-8c3d-748724eec6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449748 Aug 02 13:42:44.987892 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6d448-873a-4292-b161-3a828a633f55 req-3fbcd783-3345-4bbb-84fc-6816790dbc6a tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:44.989426 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6ff6d448-873a-4292-b161-3a828a633f55 req-3fbcd783-3345-4bbb-84fc-6816790dbc6a tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.0567644 Aug 02 13:42:45.044669 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6ff6d448-873a-4292-b161-3a828a633f55 req-d3537be3-5c4d-4adb-aa41-82f468917441 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485077 Aug 02 13:42:45.762471 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 8e56f166-b2b3-45a4-a993-f6c7fd1d17d8 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 13:42:45.864116 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 8e56f166-b2b3-45a4-a993-f6c7fd1d17d8, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=8e56f166-b2b3-45a4-a993-f6c7fd1d17d8,segment=NetworkSegment(dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3),segment_id=dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:42:45.876999 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Returning: {'device': '8e56f166-b2b3-45a4-a993-f6c7fd1d17d8', 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856', 'port_id': '8e56f166-b2b3-45a4-a993-f6c7fd1d17d8', 'mac_address': 'fa:16:3e:01:8b:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0b5949-955c-4523-bfdd-355b4cc3e5d9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 13:42:45.897099 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42319c8-0d18-49ac-90b0-4afd319adcc5 req-dd67f3ea-c178-479d-80bd-da16a5485d7b tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:45.899012 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e42319c8-0d18-49ac-90b0-4afd319adcc5 req-dd67f3ea-c178-479d-80bd-da16a5485d7b tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=e75ef808-547d-47ca-b324-9a6aed30f18b HTTP/1.1" status: 200 len: 943 time: 0.0556548 Aug 02 13:42:45.913101 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port 8e56f166-b2b3-45a4-a993-f6c7fd1d17d8 is: DOWN; New status is: BUILD {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:42:45.913480 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (8e56f166-b2b3-45a4-a993-f6c7fd1d17d8), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:45.927900 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e56f166-b2b3-45a4-a993-f6c7fd1d17d8 {{(pid=104370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:42:45.947267 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e42319c8-0d18-49ac-90b0-4afd319adcc5 req-e40ea31e-1841-4f80-a330-8d6c2e637d97 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=9fb06af8-2dcb-44c3-8c3d-748724eec6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421004 Aug 02 13:42:45.950566 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 8e56f166-b2b3-45a4-a993-f6c7fd1d17d8, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=8e56f166-b2b3-45a4-a993-f6c7fd1d17d8,segment=NetworkSegment(dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3),segment_id=dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:42:46.085708 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (8e56f166-b2b3-45a4-a993-f6c7fd1d17d8), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:46.138918 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=8e56f166-b2b3-45a4-a993-f6c7fd1d17d8,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:42:46.146427 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:46.147270 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:46.147270 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:46.147539 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:46.147820 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:46.148154 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:46.148488 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:46.148821 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:46.149789 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:46.150122 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:46.150484 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:46.150813 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:46.151138 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:46.171605 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496886e-18ab-4887-b474-1e11787be62a req-f6cc4fb2-778d-46cf-9ef3-486d442a130c tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:46.173120 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-7496886e-18ab-4887-b474-1e11787be62a req-f6cc4fb2-778d-46cf-9ef3-486d442a130c tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.0541518 Aug 02 13:42:46.225174 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-7496886e-18ab-4887-b474-1e11787be62a req-a9a48054-685e-4066-8896-632c6f6d1635 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464621 Aug 02 13:42:46.364652 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['8e56f166-b2b3-45a4-a993-f6c7fd1d17d8'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:42:47.078978 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c7417-cddd-47b6-8aae-cb0bfd87d622 req-155ca6ec-adb0-4c47-9995-7dedafa6a925 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:47.080509 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-eb4c7417-cddd-47b6-8aae-cb0bfd87d622 req-155ca6ec-adb0-4c47-9995-7dedafa6a925 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=e75ef808-547d-47ca-b324-9a6aed30f18b HTTP/1.1" status: 200 len: 944 time: 0.0566437 Aug 02 13:42:47.130832 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-eb4c7417-cddd-47b6-8aae-cb0bfd87d622 req-03fb90e0-411f-4c4b-bcd4-68a451cc8efc tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=9fb06af8-2dcb-44c3-8c3d-748724eec6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447009 Aug 02 13:42:47.255983 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577c8a2-fae4-420b-b267-77f52b306c97 req-ac009084-5c21-4678-ab1d-a6f5625e590b tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:47.257508 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e577c8a2-fae4-420b-b267-77f52b306c97 req-ac009084-5c21-4678-ab1d-a6f5625e590b tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.20 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.0557599 Aug 02 13:42:47.355796 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [req-e577c8a2-fae4-420b-b267-77f52b306c97 req-541a7288-b370-4266-b550-90295a440be8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Deleting port 6862f390-f1d1-4e55-8059-519dac8f3ec6 {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:42:47.356143 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-e577c8a2-fae4-420b-b267-77f52b306c97 req-541a7288-b370-4266-b550-90295a440be8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (6862f390-f1d1-4e55-8059-519dac8f3ec6), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:47.359782 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71967be1-7c61-438c-b95f-af774306c2f3 req-3709ccdc-3ce7-4216-b9e7-c535fac94875 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:47.361327 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-71967be1-7c61-438c-b95f-af774306c2f3 req-3709ccdc-3ce7-4216-b9e7-c535fac94875 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 945 time: 0.0590370 Aug 02 13:42:47.409961 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-71967be1-7c61-438c-b95f-af774306c2f3 req-3a88fa5e-f9e8-4d51-bc49-4a0afe8535db tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427470 Aug 02 13:42:47.450860 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-e577c8a2-fae4-420b-b267-77f52b306c97 req-541a7288-b370-4266-b550-90295a440be8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] For port 6862f390-f1d1-4e55-8059-519dac8f3ec6, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6862f390-f1d1-4e55-8059-519dac8f3ec6,segment=NetworkSegment(4b13322e-2ced-4124-a560-d547d2d4a361),segment_id=4b13322e-2ced-4124-a560-d547d2d4a361)] {{(pid=104369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:42:47.451377 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-e577c8a2-fae4-420b-b267-77f52b306c97 req-541a7288-b370-4266-b550-90295a440be8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (6862f390-f1d1-4e55-8059-519dac8f3ec6), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:47.464800 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [req-e577c8a2-fae4-420b-b267-77f52b306c97 req-541a7288-b370-4266-b550-90295a440be8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Calling delete_port for 6862f390-f1d1-4e55-8059-519dac8f3ec6 owned by compute:nova {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:42:47.666634 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-e577c8a2-fae4-420b-b267-77f52b306c97 req-541a7288-b370-4266-b550-90295a440be8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (6862f390-f1d1-4e55-8059-519dac8f3ec6), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:47.679236 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['6862f390-f1d1-4e55-8059-519dac8f3ec6', '7d198dca-3e54-4c31-8cf4-c2ff636b00b7'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:42:47.695214 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a7288-b370-4266-b550-90295a440be8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Pushing event deleted for resources: {'Port': ['ID=6862f390-f1d1-4e55-8059-519dac8f3ec6,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:42:47.708987 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a7288-b370-4266-b550-90295a440be8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:47.709392 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a7288-b370-4266-b550-90295a440be8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:47.709768 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a7288-b370-4266-b550-90295a440be8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:47.710140 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a7288-b370-4266-b550-90295a440be8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:47.715585 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a7288-b370-4266-b550-90295a440be8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:47.715585 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a7288-b370-4266-b550-90295a440be8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:47.715585 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a7288-b370-4266-b550-90295a440be8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:47.715585 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a7288-b370-4266-b550-90295a440be8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:47.715585 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a7288-b370-4266-b550-90295a440be8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:47.715585 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a7288-b370-4266-b550-90295a440be8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:47.715585 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a7288-b370-4266-b550-90295a440be8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:47.715585 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a7288-b370-4266-b550-90295a440be8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:47.715585 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a7288-b370-4266-b550-90295a440be8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:47.764075 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [req-e577c8a2-fae4-420b-b267-77f52b306c97 req-541a7288-b370-4266-b550-90295a440be8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] No DVR routers for this DVR port 6862f390-f1d1-4e55-8059-519dac8f3ec6 on host hv-cinder-84786 {{(pid=104369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:42:47.767583 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-e577c8a2-fae4-420b-b267-77f52b306c97 req-541a7288-b370-4266-b550-90295a440be8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:47.773261 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e577c8a2-fae4-420b-b267-77f52b306c97 req-541a7288-b370-4266-b550-90295a440be8 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.20 "DELETE /v2.0/ports/6862f390-f1d1-4e55-8059-519dac8f3ec6 HTTP/1.1" status: 204 len: 173 time: 0.5104117 Aug 02 13:42:47.773759 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13960c5-3095-42ba-be58-216a7e1e5050', 'name': 'network-vif-deleted', 'tag': '6862f390-f1d1-4e55-8059-519dac8f3ec6'}] {{(pid=104369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:42:47.776405 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bf99331ba47a6ac295264f2d91701b523438f9b2384832aa813a78b8ac64a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae546533-e863-4e22-82b2-b044a189f7b0" -d '{"events": [{"server_uuid": "d13960c5-3095-42ba-be58-216a7e1e5050", "name": "network-vif-deleted", "tag": "6862f390-f1d1-4e55-8059-519dac8f3ec6"}]}' {{(pid=104369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:42:47.817132 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fb0060-8424-4011-81b2-3d3eb9ce921e x-openstack-request-id: req-58fb0060-8424-4011-81b2-3d3eb9ce921e {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:42:47.817437 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13960c5-3095-42ba-be58-216a7e1e5050", "name": "network-vif-deleted", "tag": "6862f390-f1d1-4e55-8059-519dac8f3ec6", "status": "completed", "code": 200}]} {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:42:47.817699 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-58fb0060-8424-4011-81b2-3d3eb9ce921e {{(pid=104369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:42:47.818111 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58fb0060-8424-4011-81b2-3d3eb9ce921e'] response: {'server_uuid': 'd13960c5-3095-42ba-be58-216a7e1e5050', 'name': 'network-vif-deleted', 'tag': '6862f390-f1d1-4e55-8059-519dac8f3ec6', 'status': 'completed', 'code': 200} Aug 02 13:42:47.840826 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 8e56f166-b2b3-45a4-a993-f6c7fd1d17d8 up at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:42:48.025247 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning for port 8e56f166-b2b3-45a4-a993-f6c7fd1d17d8 completed by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 02 13:42:48.029225 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning complete for port 8e56f166-b2b3-45a4-a993-f6c7fd1d17d8 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:42:48.032072 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (8e56f166-b2b3-45a4-a993-f6c7fd1d17d8), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:48.108528 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port 8e56f166-b2b3-45a4-a993-f6c7fd1d17d8 is: BUILD; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:42:48.112412 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (8e56f166-b2b3-45a4-a993-f6c7fd1d17d8), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:48.134818 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75ef808-547d-47ca-b324-9a6aed30f18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e56f166-b2b3-45a4-a993-f6c7fd1d17d8'}] {{(pid=104370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:42:48.137230 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7baa883c66606d2bd29c352a6206e712ed5fe15c106669ddbeacd0f82211b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3269dec9-3225-47e0-a40a-236e4d40f398" -d '{"events": [{"server_uuid": "e75ef808-547d-47ca-b324-9a6aed30f18b", "name": "network-vif-plugged", "status": "completed", "tag": "8e56f166-b2b3-45a4-a993-f6c7fd1d17d8"}]}' {{(pid=104370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:42:48.152145 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 8e56f166-b2b3-45a4-a993-f6c7fd1d17d8, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=8e56f166-b2b3-45a4-a993-f6c7fd1d17d8,segment=NetworkSegment(dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3),segment_id=dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:42:48.181332 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13f85b3-81ae-4095-99af-1e8ea91f8306 x-openstack-request-id: req-a13f85b3-81ae-4095-99af-1e8ea91f8306 {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:42:48.181332 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75ef808-547d-47ca-b324-9a6aed30f18b", "name": "network-vif-plugged", "status": "completed", "tag": "8e56f166-b2b3-45a4-a993-f6c7fd1d17d8", "code": 200}]} {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:42:48.181332 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a13f85b3-81ae-4095-99af-1e8ea91f8306 {{(pid=104370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:42:48.181332 dv-cinder-847864-8-iscsi neutron-server[104370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a13f85b3-81ae-4095-99af-1e8ea91f8306'] response: {'server_uuid': 'e75ef808-547d-47ca-b324-9a6aed30f18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e56f166-b2b3-45a4-a993-f6c7fd1d17d8', 'code': 200} Aug 02 13:42:48.259085 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (8e56f166-b2b3-45a4-a993-f6c7fd1d17d8), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:48.279278 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb227d19-e5c6-484e-b2e6-f8bdb7abe59d req-160db6e4-58e4-41b1-a9db-12b5b020991f tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:48.280911 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-cb227d19-e5c6-484e-b2e6-f8bdb7abe59d req-160db6e4-58e4-41b1-a9db-12b5b020991f tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=e75ef808-547d-47ca-b324-9a6aed30f18b HTTP/1.1" status: 200 len: 944 time: 0.0721684 Aug 02 13:42:48.311699 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=8e56f166-b2b3-45a4-a993-f6c7fd1d17d8,revision_number=5']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:42:48.332133 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-cb227d19-e5c6-484e-b2e6-f8bdb7abe59d req-3c2955b3-955b-4d34-bf97-230881588a72 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=9fb06af8-2dcb-44c3-8c3d-748724eec6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435119 Aug 02 13:42:48.555958 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0c3e8-a422-4662-aee5-d1186c50b106 req-bc741fcf-858a-4f95-8602-f725698a226e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:48.557521 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-cde0c3e8-a422-4662-aee5-d1186c50b106 req-bc741fcf-858a-4f95-8602-f725698a226e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e75ef808-547d-47ca-b324-9a6aed30f18b HTTP/1.1" status: 200 len: 1129 time: 0.0768392 Aug 02 13:42:48.608201 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-cde0c3e8-a422-4662-aee5-d1186c50b106 req-e1425be5-c370-4d7d-a7f0-311f61c0e0c6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9fb06af8-2dcb-44c3-8c3d-748724eec6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422080 Aug 02 13:42:48.658019 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-8b37299f-78d7-46c6-b31d-c0a888cbce77 req-41039e8f-8ace-4f20-b6ff-6728a5289a8e tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=d13960c5-3095-42ba-be58-216a7e1e5050 HTTP/1.1" status: 200 len: 210 time: 0.1543217 Aug 02 13:42:49.458646 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6471ad4-0704-4b7d-a359-eac52daf1699 req-13f6732d-ad66-415d-bf3a-28612d2c2f8c tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:49.460133 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f6471ad4-0704-4b7d-a359-eac52daf1699 req-13f6732d-ad66-415d-bf3a-28612d2c2f8c tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=e75ef808-547d-47ca-b324-9a6aed30f18b HTTP/1.1" status: 200 len: 945 time: 0.0568936 Aug 02 13:42:49.508120 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f6471ad4-0704-4b7d-a359-eac52daf1699 req-0267c8b8-7d15-409e-ace7-7cac2b09fb66 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=9fb06af8-2dcb-44c3-8c3d-748724eec6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423434 Aug 02 13:42:50.158504 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ff8d8-228c-4d20-bdea-24bec05d674f req-01236b2f-0c96-426f-9b90-1e768989b9d4 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:50.160027 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a26ff8d8-228c-4d20-bdea-24bec05d674f req-01236b2f-0c96-426f-9b90-1e768989b9d4 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 946 time: 0.0544512 Aug 02 13:42:50.446727 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a26ff8d8-228c-4d20-bdea-24bec05d674f req-22a8a4be-cc76-4212-a8eb-1b874983a592 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803030 Aug 02 13:42:50.638721 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0defd8-db6a-4873-9e0b-1c392bcc09e1 req-45d3b58d-5ed2-4997-b22e-b42db7444ca5 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:50.640222 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1c0defd8-db6a-4873-9e0b-1c392bcc09e1 req-45d3b58d-5ed2-4997-b22e-b42db7444ca5 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=e75ef808-547d-47ca-b324-9a6aed30f18b HTTP/1.1" status: 200 len: 945 time: 0.0566254 Aug 02 13:42:50.693321 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1c0defd8-db6a-4873-9e0b-1c392bcc09e1 req-6dacac8c-34b4-406d-82c8-bffb19a0ff90 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=9fb06af8-2dcb-44c3-8c3d-748724eec6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473640 Aug 02 13:42:50.819656 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305422e-b9e9-46a2-9836-e91f3f1727df req-9295bfab-bc19-4a71-9224-53fa3a6ac2c4 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:50.821893 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-b305422e-b9e9-46a2-9836-e91f3f1727df req-9295bfab-bc19-4a71-9224-53fa3a6ac2c4 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=e75ef808-547d-47ca-b324-9a6aed30f18b HTTP/1.1" status: 200 len: 945 time: 0.0547249 Aug 02 13:42:50.831739 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 38720) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:42:50.836228 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-a7262fd1-77d6-4d6c-a31c-98c8d857bca0 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Request body: {'floatingip': {'port_id': '8e56f166-b2b3-45a4-a993-f6c7fd1d17d8'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:42:50.874316 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a7262fd1-77d6-4d6c-a31c-98c8d857bca0 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for floatingip (da0d709a-ea59-4841-8abc-4db13519cd5d), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:51.322923 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a7262fd1-77d6-4d6c-a31c-98c8d857bca0 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:51.412976 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a7262fd1-77d6-4d6c-a31c-98c8d857bca0 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772271'] for floatingip (da0d709a-ea59-4841-8abc-4db13519cd5d), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:51.515887 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.db.l3_db [None req-a7262fd1-77d6-4d6c-a31c-98c8d857bca0 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Floating IP da0d709a-ea59-4841-8abc-4db13519cd5d associated. External IP: 172.27.4.149, port: 8e56f166-b2b3-45a4-a993-f6c7fd1d17d8. Aug 02 13:42:51.579323 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e551e92-1b2c-4ced-91d9-677d44a8c8db req-078cd3da-337f-484a-baf8-184ffe118f0f tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:51.580994 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-3e551e92-1b2c-4ced-91d9-677d44a8c8db req-078cd3da-337f-484a-baf8-184ffe118f0f tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 946 time: 0.0588872 Aug 02 13:42:51.641424 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-3e551e92-1b2c-4ced-91d9-677d44a8c8db req-5fa211db-85bc-43a7-8f27-70013e90508b tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545995 Aug 02 13:42:51.729191 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7262fd1-77d6-4d6c-a31c-98c8d857bca0 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Router 11c05f49-c260-4ea0-9b1d-08ed27a09560 has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:42:51.785326 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 6862f390-f1d1-4e55-8059-519dac8f3ec6 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:42:51.809660 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] No Port match for: 6862f390-f1d1-4e55-8059-519dac8f3ec6 {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:42:51.810008 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 6862f390-f1d1-4e55-8059-519dac8f3ec6 not bound to the agent host hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:42:51.850952 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7262fd1-77d6-4d6c-a31c-98c8d857bca0 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:42:51.856045 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a7262fd1-77d6-4d6c-a31c-98c8d857bca0 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:51.861082 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf56430-4515-40df-96f0-3baba1ca79be None None] Sync routers for ids ['11c05f49-c260-4ea0-9b1d-08ed27a09560'] in dv-cinder-847864-8-iscsi {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:42:51.871732 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf56430-4515-40df-96f0-3baba1ca79be None None] Routers {'11c05f49-c260-4ea0-9b1d-08ed27a09560'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:42:51.873597 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-cdf56430-4515-40df-96f0-3baba1ca79be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:42:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['11c05f49-c260-4ea0-9b1d-08ed27a09560'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:42:51.888871 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-a7262fd1-77d6-4d6c-a31c-98c8d857bca0 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "PUT /v2.0/floatingips/da0d709a-ea59-4841-8abc-4db13519cd5d HTTP/1.1" status: 200 len: 991 time: 1.0559859 Aug 02 13:42:51.889474 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75ef808-547d-47ca-b324-9a6aed30f18b', 'tag': '8e56f166-b2b3-45a4-a993-f6c7fd1d17d8'}] {{(pid=104369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:42:51.891835 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bf99331ba47a6ac295264f2d91701b523438f9b2384832aa813a78b8ac64a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0348c2f-429f-4ba2-8924-5ee6a08f07be" -d '{"events": [{"name": "network-changed", "server_uuid": "e75ef808-547d-47ca-b324-9a6aed30f18b", "tag": "8e56f166-b2b3-45a4-a993-f6c7fd1d17d8"}]}' {{(pid=104369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:42:51.933119 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2520bec5-1dcf-40c4-a82d-193aceb4a9ce x-openstack-request-id: req-2520bec5-1dcf-40c4-a82d-193aceb4a9ce {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:42:51.933560 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e75ef808-547d-47ca-b324-9a6aed30f18b", "tag": "8e56f166-b2b3-45a4-a993-f6c7fd1d17d8", "status": "completed", "code": 200}]} {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:42:51.933949 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2520bec5-1dcf-40c4-a82d-193aceb4a9ce {{(pid=104369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:42:51.934672 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2520bec5-1dcf-40c4-a82d-193aceb4a9ce'] response: {'name': 'network-changed', 'server_uuid': 'e75ef808-547d-47ca-b324-9a6aed30f18b', 'tag': '8e56f166-b2b3-45a4-a993-f6c7fd1d17d8', 'status': 'completed', 'code': 200} Aug 02 13:42:51.988967 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-cdf56430-4515-40df-96f0-3baba1ca79be None None] Set router 11c05f49-c260-4ea0-9b1d-08ed27a09560 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:42:52.014094 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0348c2f-429f-4ba2-8924-5ee6a08f07be req-dab07e18-f776-4752-a749-1e4d5434d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:52.015943 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a0348c2f-429f-4ba2-8924-5ee6a08f07be req-dab07e18-f776-4752-a749-1e4d5434d1e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2faa069e451247a68695e22f5e5ed2ae&device_id=e75ef808-547d-47ca-b324-9a6aed30f18b HTTP/1.1" status: 200 len: 1129 time: 0.0588570 Aug 02 13:42:52.129658 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0348c2f-429f-4ba2-8924-5ee6a08f07be req-1dff94b7-00a2-4a65-b2ad-850daf62fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:52.131192 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a0348c2f-429f-4ba2-8924-5ee6a08f07be req-1dff94b7-00a2-4a65-b2ad-850daf62fc35 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e3cba0-47b8-42c5-9856-cce7f8da3856 HTTP/1.1" status: 200 len: 912 time: 0.1088328 Aug 02 13:42:52.203509 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a0348c2f-429f-4ba2-8924-5ee6a08f07be req-4134465a-b1f5-4623-b44e-b057013bd6bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e56f166-b2b3-45a4-a993-f6c7fd1d17d8 HTTP/1.1" status: 200 len: 999 time: 0.0647414 Aug 02 13:42:52.239493 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-cdf56430-4515-40df-96f0-3baba1ca79be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'name': 'tempest-AttachVolumeTestJSON-1212156323-router', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247'}], 'enable_snat': True}, 'gw_port_id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:49Z', 'revision_number': 4, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'gw_port': {'id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:41Z', 'updated_at': '2022-08-02T13:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'da0d709a-ea59-4841-8abc-4db13519cd5d', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'floating_ip_address': '172.27.4.149', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'port_id': '8e56f166-b2b3-45a4-a993-f6c7fd1d17d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856', 'mac_address': 'fa:16:3e:01:8b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75ef808-547d-47ca-b324-9a6aed30f18b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:42:35Z', 'updated_at': '2022-08-02T13:42:51Z', 'revision_number': 1, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9493b195-8cfd-425b-89c8-ac83e056b8aa', 'name': '', 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'mac_address': 'fa:16:3e:e0:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ec0b5949-955c-4523-bfdd-355b4cc3e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:47Z', 'updated_at': '2022-08-02T13:38:01Z', 'revision_number': 5, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'subnets': [{'id': 'ec0b5949-955c-4523-bfdd-355b4cc3e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:42:52.269082 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf56430-4515-40df-96f0-3baba1ca79be None None] Checking router: 11c05f49-c260-4ea0-9b1d-08ed27a09560 for host: dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:42:52.279288 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf56430-4515-40df-96f0-3baba1ca79be None None] Routers {'11c05f49-c260-4ea0-9b1d-08ed27a09560'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:42:52.279890 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-cdf56430-4515-40df-96f0-3baba1ca79be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:42:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['11c05f49-c260-4ea0-9b1d-08ed27a09560'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:42:52.284908 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0348c2f-429f-4ba2-8924-5ee6a08f07be req-5893292b-ece6-41c4-9f8a-a6136b1b2d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:52.291654 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a0348c2f-429f-4ba2-8924-5ee6a08f07be req-5893292b-ece6-41c4-9f8a-a6136b1b2d5b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0b5949-955c-4523-bfdd-355b4cc3e5d9 HTTP/1.1" status: 200 len: 850 time: 0.0750697 Aug 02 13:42:52.328630 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db87bfd-2d7c-49f1-bb91-64a0e9ccbfc7 req-9087dc79-58b4-4031-8850-1de5fbbcda89 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:52.331586 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4db87bfd-2d7c-49f1-bb91-64a0e9ccbfc7 req-9087dc79-58b4-4031-8850-1de5fbbcda89 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1466bfd-a54f-4720-9353-60bcf3334395 HTTP/1.1" status: 200 len: 945 time: 0.0917721 Aug 02 13:42:52.381634 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0348c2f-429f-4ba2-8924-5ee6a08f07be req-d22899fe-4f19-4c64-945d-def857923db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:52.382996 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a0348c2f-429f-4ba2-8924-5ee6a08f07be req-d22899fe-4f19-4c64-945d-def857923db7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e3cba0-47b8-42c5-9856-cce7f8da3856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0888007 Aug 02 13:42:52.383938 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-cdf56430-4515-40df-96f0-3baba1ca79be None None] Set router 11c05f49-c260-4ea0-9b1d-08ed27a09560 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:42:52.404871 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4db87bfd-2d7c-49f1-bb91-64a0e9ccbfc7 req-1a286f80-ef57-4714-adf8-10f464dc0e38 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4e225f2-0010-41c3-9237-17110ea1865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667920 Aug 02 13:42:52.486401 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a0348c2f-429f-4ba2-8924-5ee6a08f07be req-5f5b91c5-55d2-4b0b-af39-d91ee7269814 service neutron] 10.222.0.20 "GET /v2.0/networks/22e3cba0-47b8-42c5-9856-cce7f8da3856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940378 Aug 02 13:42:52.596518 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a0348c2f-429f-4ba2-8924-5ee6a08f07be req-ebe35362-586b-4fc5-bada-4def0a8b4a8d service neutron] 10.222.0.20 "GET /v2.0/networks/22e3cba0-47b8-42c5-9856-cce7f8da3856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007390 Aug 02 13:42:52.613913 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-cdf56430-4515-40df-96f0-3baba1ca79be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'name': 'tempest-AttachVolumeTestJSON-1212156323-router', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247'}], 'enable_snat': True}, 'gw_port_id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:49Z', 'revision_number': 4, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'gw_port': {'id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:41Z', 'updated_at': '2022-08-02T13:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'da0d709a-ea59-4841-8abc-4db13519cd5d', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'floating_ip_address': '172.27.4.149', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'port_id': '8e56f166-b2b3-45a4-a993-f6c7fd1d17d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856', 'mac_address': 'fa:16:3e:01:8b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75ef808-547d-47ca-b324-9a6aed30f18b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:42:35Z', 'updated_at': '2022-08-02T13:42:51Z', 'revision_number': 1, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9493b195-8cfd-425b-89c8-ac83e056b8aa', 'name': '', 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'mac_address': 'fa:16:3e:e0:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ec0b5949-955c-4523-bfdd-355b4cc3e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:47Z', 'updated_at': '2022-08-02T13:38:01Z', 'revision_number': 5, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'subnets': [{'id': 'ec0b5949-955c-4523-bfdd-355b4cc3e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:42:52.639164 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf56430-4515-40df-96f0-3baba1ca79be None None] The sync data for ids ['11c05f49-c260-4ea0-9b1d-08ed27a09560'] in dv-cinder-847864-8-iscsi is: [{'id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'name': 'tempest-AttachVolumeTestJSON-1212156323-router', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247'}], 'enable_snat': True}, 'gw_port_id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:49Z', 'revision_number': 4, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'gw_port': {'id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:41Z', 'updated_at': '2022-08-02T13:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'da0d709a-ea59-4841-8abc-4db13519cd5d', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'floating_ip_address': '172.27.4.149', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'port_id': '8e56f166-b2b3-45a4-a993-f6c7fd1d17d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856', 'mac_address': 'fa:16:3e:01:8b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75ef808-547d-47ca-b324-9a6aed30f18b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:42:35Z', 'updated_at': '2022-08-02T13:42:51Z', 'revision_number': 1, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9493b195-8cfd-425b-89c8-ac83e056b8aa', 'name': '', 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'mac_address': 'fa:16:3e:e0:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ec0b5949-955c-4523-bfdd-355b4cc3e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:47Z', 'updated_at': '2022-08-02T13:38:01Z', 'revision_number': 5, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'subnets': [{'id': 'ec0b5949-955c-4523-bfdd-355b4cc3e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:42:52.780637 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369e98c-65a4-4eba-9cc2-fd1d6577d4a3 req-16454bb9-5daa-461e-9c02-405620442058 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:52.782433 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-7369e98c-65a4-4eba-9cc2-fd1d6577d4a3 req-16454bb9-5daa-461e-9c02-405620442058 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 946 time: 0.0584974 Aug 02 13:42:52.836768 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-7369e98c-65a4-4eba-9cc2-fd1d6577d4a3 req-408566fa-0cbc-4520-8afb-284d39f34c38 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479054 Aug 02 13:42:52.856256 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62194fa0-13ff-4bbd-88b1-3c234e6248cd None None] New status for floating IP da0d709a-ea59-4841-8abc-4db13519cd5d: ACTIVE {{(pid=104370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:42:53.538249 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4800fa9-07b8-455a-9fa5-f75c3e4715a8 req-53f58774-64b6-4216-b404-2f069d5da072 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:53.540520 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-b4800fa9-07b8-455a-9fa5-f75c3e4715a8 req-53f58774-64b6-4216-b404-2f069d5da072 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.20 "GET /v2.0/ports?device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 946 time: 0.0874665 Aug 02 13:42:53.552848 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a3716-e492-49f8-9ada-c3d61a6669d3 req-b073384d-2266-42ad-bf0e-aadb1a06d014 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:53.554305 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-053a3716-e492-49f8-9ada-c3d61a6669d3 req-b073384d-2266-42ad-bf0e-aadb1a06d014 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1466bfd-a54f-4720-9353-60bcf3334395 HTTP/1.1" status: 200 len: 945 time: 0.0712564 Aug 02 13:42:53.657342 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-053a3716-e492-49f8-9ada-c3d61a6669d3 req-90a8644f-840f-47a0-89a7-7fcb9a8314a0 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=e4e225f2-0010-41c3-9237-17110ea1865f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959940 Aug 02 13:42:53.680666 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [req-b4800fa9-07b8-455a-9fa5-f75c3e4715a8 req-b209bb74-0346-4a4d-8e79-e5faef7a1eb1 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Deleting port 7d198dca-3e54-4c31-8cf4-c2ff636b00b7 {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:42:53.681104 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-b4800fa9-07b8-455a-9fa5-f75c3e4715a8 req-b209bb74-0346-4a4d-8e79-e5faef7a1eb1 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (7d198dca-3e54-4c31-8cf4-c2ff636b00b7), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:53.772460 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-b4800fa9-07b8-455a-9fa5-f75c3e4715a8 req-b209bb74-0346-4a4d-8e79-e5faef7a1eb1 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] For port 7d198dca-3e54-4c31-8cf4-c2ff636b00b7, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7d198dca-3e54-4c31-8cf4-c2ff636b00b7,segment=NetworkSegment(4b13322e-2ced-4124-a560-d547d2d4a361),segment_id=4b13322e-2ced-4124-a560-d547d2d4a361)] {{(pid=104369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:42:53.772736 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-b4800fa9-07b8-455a-9fa5-f75c3e4715a8 req-b209bb74-0346-4a4d-8e79-e5faef7a1eb1 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (7d198dca-3e54-4c31-8cf4-c2ff636b00b7), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:53.785308 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [req-b4800fa9-07b8-455a-9fa5-f75c3e4715a8 req-b209bb74-0346-4a4d-8e79-e5faef7a1eb1 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Calling delete_port for 7d198dca-3e54-4c31-8cf4-c2ff636b00b7 owned by compute:nova {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:42:54.013652 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c99a2-9707-43a3-875d-1c91db67437c req-d0e41dcc-0d6b-424a-b7ce-10dec877f9c5 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:54.015309 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ec7c99a2-9707-43a3-875d-1c91db67437c req-d0e41dcc-0d6b-424a-b7ce-10dec877f9c5 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/ports?device_id=314d7ab9-6cc0-45f3-a572-be8e3edee0c7 HTTP/1.1" status: 200 len: 946 time: 0.0856347 Aug 02 13:42:54.030599 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676775e-3231-48fa-8d94-52e0319cf844 req-2a54558d-423b-442e-91b5-5e5c439e8bd5 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:42:54.032020 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d676775e-3231-48fa-8d94-52e0319cf844 req-2a54558d-423b-442e-91b5-5e5c439e8bd5 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1466bfd-a54f-4720-9353-60bcf3334395 HTTP/1.1" status: 200 len: 945 time: 0.0927255 Aug 02 13:42:54.047670 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-b4800fa9-07b8-455a-9fa5-f75c3e4715a8 req-b209bb74-0346-4a4d-8e79-e5faef7a1eb1 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (7d198dca-3e54-4c31-8cf4-c2ff636b00b7), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:54.059762 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['7d198dca-3e54-4c31-8cf4-c2ff636b00b7'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:42:54.078792 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209bb74-0346-4a4d-8e79-e5faef7a1eb1 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Pushing event deleted for resources: {'Port': ['ID=7d198dca-3e54-4c31-8cf4-c2ff636b00b7,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:42:54.139008 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4800fa9-07b8-455a-9fa5-f75c3e4715a8 req-b209bb74-0346-4a4d-8e79-e5faef7a1eb1 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] No DVR routers for this DVR port 7d198dca-3e54-4c31-8cf4-c2ff636b00b7 on host hv-cinder-84786 {{(pid=104369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:42:54.141937 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-b4800fa9-07b8-455a-9fa5-f75c3e4715a8 req-b209bb74-0346-4a4d-8e79-e5faef7a1eb1 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:54.144703 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ec7c99a2-9707-43a3-875d-1c91db67437c req-b08d539c-8180-4e8a-82d4-f43e6abb43b1 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.67 "GET /v2.0/security-groups?id=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223323 Aug 02 13:42:54.145611 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-b4800fa9-07b8-455a-9fa5-f75c3e4715a8 req-b209bb74-0346-4a4d-8e79-e5faef7a1eb1 tempest-ServerRescueNegativeTestJSON-2072959746 tempest-ServerRescueNegativeTestJSON-2072959746-project] 10.222.0.20 "DELETE /v2.0/ports/7d198dca-3e54-4c31-8cf4-c2ff636b00b7 HTTP/1.1" status: 204 len: 173 time: 0.5903735 Aug 02 13:42:54.146122 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314d7ab9-6cc0-45f3-a572-be8e3edee0c7', 'name': 'network-vif-deleted', 'tag': '7d198dca-3e54-4c31-8cf4-c2ff636b00b7'}] {{(pid=104369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:42:54.150006 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bf99331ba47a6ac295264f2d91701b523438f9b2384832aa813a78b8ac64a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559ed0f4-1710-4853-a9f4-72ab70bc785a" -d '{"events": [{"server_uuid": "314d7ab9-6cc0-45f3-a572-be8e3edee0c7", "name": "network-vif-deleted", "tag": "7d198dca-3e54-4c31-8cf4-c2ff636b00b7"}]}' {{(pid=104369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:42:54.180474 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [req-d676775e-3231-48fa-8d94-52e0319cf844 req-c1dc326b-d0c3-4983-986b-87b5b817fdbf tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Deleting port c2450b83-804f-4e80-a472-935ab52cf0ee {{(pid=104368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:42:54.188574 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-d676775e-3231-48fa-8d94-52e0319cf844 req-c1dc326b-d0c3-4983-986b-87b5b817fdbf tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (c2450b83-804f-4e80-a472-935ab52cf0ee), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:54.190721 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a0ad1c-d906-41a7-956f-416ea25f327f x-openstack-request-id: req-e3a0ad1c-d906-41a7-956f-416ea25f327f {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:42:54.191014 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314d7ab9-6cc0-45f3-a572-be8e3edee0c7", "name": "network-vif-deleted", "tag": "7d198dca-3e54-4c31-8cf4-c2ff636b00b7", "status": "completed", "code": 200}]} {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:42:54.191273 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e3a0ad1c-d906-41a7-956f-416ea25f327f {{(pid=104369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:42:54.191682 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3a0ad1c-d906-41a7-956f-416ea25f327f'] response: {'server_uuid': '314d7ab9-6cc0-45f3-a572-be8e3edee0c7', 'name': 'network-vif-deleted', 'tag': '7d198dca-3e54-4c31-8cf4-c2ff636b00b7', 'status': 'completed', 'code': 200} Aug 02 13:42:54.207520 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-331ca4d2-09ac-4ef7-820d-53938f7ad8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:54.290452 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [req-d676775e-3231-48fa-8d94-52e0319cf844 req-c1dc326b-d0c3-4983-986b-87b5b817fdbf tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] For port c2450b83-804f-4e80-a472-935ab52cf0ee, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=c2450b83-804f-4e80-a472-935ab52cf0ee,segment=NetworkSegment(ce1819a5-765d-4f56-8809-88a6774bc35d),segment_id=ce1819a5-765d-4f56-8809-88a6774bc35d)] {{(pid=104368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:42:54.290906 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-d676775e-3231-48fa-8d94-52e0319cf844 req-c1dc326b-d0c3-4983-986b-87b5b817fdbf tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (c2450b83-804f-4e80-a472-935ab52cf0ee), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:54.484813 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-d676775e-3231-48fa-8d94-52e0319cf844 req-c1dc326b-d0c3-4983-986b-87b5b817fdbf tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:54.485359 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-d676775e-3231-48fa-8d94-52e0319cf844 req-c1dc326b-d0c3-4983-986b-87b5b817fdbf tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772271'] for floatingip (b972f896-e9e3-4b3a-a401-2a31ea7539a8), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:54.485813 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.db.l3_db [req-d676775e-3231-48fa-8d94-52e0319cf844 req-c1dc326b-d0c3-4983-986b-87b5b817fdbf tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Floating IP b972f896-e9e3-4b3a-a401-2a31ea7539a8 disassociated. External IP: 172.27.4.95, port: c2450b83-804f-4e80-a472-935ab52cf0ee. Aug 02 13:42:54.486306 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [req-d676775e-3231-48fa-8d94-52e0319cf844 req-c1dc326b-d0c3-4983-986b-87b5b817fdbf tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Calling delete_port for c2450b83-804f-4e80-a472-935ab52cf0ee owned by compute:nova {{(pid=104368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:42:54.697864 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-d676775e-3231-48fa-8d94-52e0319cf844 req-c1dc326b-d0c3-4983-986b-87b5b817fdbf tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (c2450b83-804f-4e80-a472-935ab52cf0ee), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:54.728674 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc326b-d0c3-4983-986b-87b5b817fdbf tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event deleted for resources: {'Port': ['ID=c2450b83-804f-4e80-a472-935ab52cf0ee,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:42:54.743245 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc326b-d0c3-4983-986b-87b5b817fdbf tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:54.743625 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc326b-d0c3-4983-986b-87b5b817fdbf tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:54.743951 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc326b-d0c3-4983-986b-87b5b817fdbf tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:54.744303 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc326b-d0c3-4983-986b-87b5b817fdbf tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:54.744646 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc326b-d0c3-4983-986b-87b5b817fdbf tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:54.744985 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc326b-d0c3-4983-986b-87b5b817fdbf tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:54.745333 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc326b-d0c3-4983-986b-87b5b817fdbf tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:54.745669 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc326b-d0c3-4983-986b-87b5b817fdbf tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:54.746006 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc326b-d0c3-4983-986b-87b5b817fdbf tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:54.746340 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc326b-d0c3-4983-986b-87b5b817fdbf tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:54.746698 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc326b-d0c3-4983-986b-87b5b817fdbf tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:54.747030 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc326b-d0c3-4983-986b-87b5b817fdbf tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:54.747360 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc326b-d0c3-4983-986b-87b5b817fdbf tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:42:54.810124 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a103f546-4183-440e-b7a0-902449ba4684 req-de748780-600d-480f-a2e2-35dbb9b7fbd4 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1466bfd-a54f-4720-9353-60bcf3334395 HTTP/1.1" status: 200 len: 210 time: 0.0718198 Aug 02 13:42:54.881151 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d676775e-3231-48fa-8d94-52e0319cf844 req-c1dc326b-d0c3-4983-986b-87b5b817fdbf tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Router b12058e6-bae6-4476-a2e0-876fd99b59ab has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:42:54.995979 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d676775e-3231-48fa-8d94-52e0319cf844 req-c1dc326b-d0c3-4983-986b-87b5b817fdbf tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:42:55.007166 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86bc9f2-4d00-48cb-8b23-c8c734422fae None None] Sync routers for ids ['b12058e6-bae6-4476-a2e0-876fd99b59ab'] in dv-cinder-847864-8-iscsi {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:42:55.020567 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86bc9f2-4d00-48cb-8b23-c8c734422fae None None] Routers {'b12058e6-bae6-4476-a2e0-876fd99b59ab'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:42:55.021477 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-e86bc9f2-4d00-48cb-8b23-c8c734422fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:42:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['b12058e6-bae6-4476-a2e0-876fd99b59ab'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:42:55.049721 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [req-d676775e-3231-48fa-8d94-52e0319cf844 req-c1dc326b-d0c3-4983-986b-87b5b817fdbf tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] No DVR routers for this DVR port c2450b83-804f-4e80-a472-935ab52cf0ee on host hv-cinder-84786 {{(pid=104368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:42:55.054630 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-d676775e-3231-48fa-8d94-52e0319cf844 req-c1dc326b-d0c3-4983-986b-87b5b817fdbf tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:55.060231 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d676775e-3231-48fa-8d94-52e0319cf844 req-c1dc326b-d0c3-4983-986b-87b5b817fdbf tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.20 "DELETE /v2.0/ports/c2450b83-804f-4e80-a472-935ab52cf0ee HTTP/1.1" status: 204 len: 173 time: 1.0222239 Aug 02 13:42:55.074348 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1466bfd-a54f-4720-9353-60bcf3334395', 'name': 'network-vif-deleted', 'tag': 'c2450b83-804f-4e80-a472-935ab52cf0ee'}] {{(pid=104368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:42:55.074348 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245b70741b0aa7b9232129cc368cc987c69949c5cf8ab06a5d5e033a5668ca41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346161a4-65c5-4d8b-91ab-fbe0b694cde6" -d '{"events": [{"server_uuid": "b1466bfd-a54f-4720-9353-60bcf3334395", "name": "network-vif-deleted", "tag": "c2450b83-804f-4e80-a472-935ab52cf0ee"}]}' {{(pid=104368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:42:55.123726 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1721dc-8be1-4b7f-bd15-6234b28a1630 x-openstack-request-id: req-ff1721dc-8be1-4b7f-bd15-6234b28a1630 {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:42:55.123726 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1466bfd-a54f-4720-9353-60bcf3334395", "name": "network-vif-deleted", "tag": "c2450b83-804f-4e80-a472-935ab52cf0ee", "status": "completed", "code": 200}]} {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:42:55.123726 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ff1721dc-8be1-4b7f-bd15-6234b28a1630 {{(pid=104368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:42:55.123726 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff1721dc-8be1-4b7f-bd15-6234b28a1630'] response: {'server_uuid': 'b1466bfd-a54f-4720-9353-60bcf3334395', 'name': 'network-vif-deleted', 'tag': 'c2450b83-804f-4e80-a472-935ab52cf0ee', 'status': 'completed', 'code': 200} Aug 02 13:42:55.151462 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-e86bc9f2-4d00-48cb-8b23-c8c734422fae None None] Set router b12058e6-bae6-4476-a2e0-876fd99b59ab gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:42:55.184874 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:55.229374 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 38750) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:42:55.391962 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-e86bc9f2-4d00-48cb-8b23-c8c734422fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'name': 'tempest-AttachVolumeNegativeTest-1899220404-router', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178'}], 'enable_snat': True}, 'gw_port_id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:51Z', 'revision_number': 4, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'gw_port': {'id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:42Z', 'updated_at': '2022-08-02T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '319a239b-729c-484f-a6f7-158e17594b21', 'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'mac_address': 'fa:16:3e:3f:40:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:48Z', 'updated_at': '2022-08-02T13:38:06Z', 'revision_number': 5, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'subnets': [{'id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:42:55.417840 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86bc9f2-4d00-48cb-8b23-c8c734422fae None None] Checking router: b12058e6-bae6-4476-a2e0-876fd99b59ab for host: dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:42:55.427328 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86bc9f2-4d00-48cb-8b23-c8c734422fae None None] Routers {'b12058e6-bae6-4476-a2e0-876fd99b59ab'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:42:55.427938 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-e86bc9f2-4d00-48cb-8b23-c8c734422fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:42:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['b12058e6-bae6-4476-a2e0-876fd99b59ab'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:42:55.630164 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-e86bc9f2-4d00-48cb-8b23-c8c734422fae None None] Set router b12058e6-bae6-4476-a2e0-876fd99b59ab gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:42:55.786853 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-89bb5afd-2d2a-4436-a9a9-4b8e08ac24a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773039'] for router_interface (e4690db3-fb69-4cbe-ba14-7d06d9284e1b), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:55.843031 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-e86bc9f2-4d00-48cb-8b23-c8c734422fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'name': 'tempest-AttachVolumeNegativeTest-1899220404-router', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178'}], 'enable_snat': True}, 'gw_port_id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:51Z', 'revision_number': 4, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'gw_port': {'id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:42Z', 'updated_at': '2022-08-02T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '319a239b-729c-484f-a6f7-158e17594b21', 'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'mac_address': 'fa:16:3e:3f:40:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:48Z', 'updated_at': '2022-08-02T13:38:06Z', 'revision_number': 5, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'subnets': [{'id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:42:55.876205 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86bc9f2-4d00-48cb-8b23-c8c734422fae None None] The sync data for ids ['b12058e6-bae6-4476-a2e0-876fd99b59ab'] in dv-cinder-847864-8-iscsi is: [{'id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'name': 'tempest-AttachVolumeNegativeTest-1899220404-router', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178'}], 'enable_snat': True}, 'gw_port_id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:51Z', 'revision_number': 4, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'gw_port': {'id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:42Z', 'updated_at': '2022-08-02T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '319a239b-729c-484f-a6f7-158e17594b21', 'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'mac_address': 'fa:16:3e:3f:40:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:48Z', 'updated_at': '2022-08-02T13:38:06Z', 'revision_number': 5, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'subnets': [{'id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:42:56.143697 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-04ce2f68-1e61-4d3c-afac-4763664abc72 req-617884ef-c5b4-404e-bd66-21390263ef33 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1466bfd-a54f-4720-9353-60bcf3334395 HTTP/1.1" status: 200 len: 210 time: 0.0377004 Aug 02 13:42:56.199114 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc29111-41e4-4ad3-84ed-38f1dcf94f6e None None] New status for floating IP b972f896-e9e3-4b3a-a401-2a31ea7539a8: DOWN {{(pid=104370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:42:56.356527 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-89bb5afd-2d2a-4436-a9a9-4b8e08ac24a2 admin admin] Deleting port 3f514c22-9d75-490c-bea0-8c36be249b9d {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:42:56.357183 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-89bb5afd-2d2a-4436-a9a9-4b8e08ac24a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (3f514c22-9d75-490c-bea0-8c36be249b9d), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:56.405753 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-30a60e6a-5796-43c2-b3f0-d5c53eb59b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:56.449952 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [None req-89bb5afd-2d2a-4436-a9a9-4b8e08ac24a2 admin admin] For port 3f514c22-9d75-490c-bea0-8c36be249b9d, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=3f514c22-9d75-490c-bea0-8c36be249b9d,segment=NetworkSegment(4b13322e-2ced-4124-a560-d547d2d4a361),segment_id=4b13322e-2ced-4124-a560-d547d2d4a361)] {{(pid=104369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:42:56.450317 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-89bb5afd-2d2a-4436-a9a9-4b8e08ac24a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (3f514c22-9d75-490c-bea0-8c36be249b9d), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:56.464082 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-89bb5afd-2d2a-4436-a9a9-4b8e08ac24a2 admin admin] Calling delete_port for 3f514c22-9d75-490c-bea0-8c36be249b9d owned by network:router_interface {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:42:56.697677 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-89bb5afd-2d2a-4436-a9a9-4b8e08ac24a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (3f514c22-9d75-490c-bea0-8c36be249b9d), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:56.723577 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb5afd-2d2a-4436-a9a9-4b8e08ac24a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f514c22-9d75-490c-bea0-8c36be249b9d,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:42:56.891051 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-89bb5afd-2d2a-4436-a9a9-4b8e08ac24a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-772915'] for router_interface (e4690db3-fb69-4cbe-ba14-7d06d9284e1b), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:57.101157 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bb5afd-2d2a-4436-a9a9-4b8e08ac24a2 admin admin] Router e4690db3-fb69-4cbe-ba14-7d06d9284e1b has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:42:57.203643 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bb5afd-2d2a-4436-a9a9-4b8e08ac24a2 admin admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:42:57.208590 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-89bb5afd-2d2a-4436-a9a9-4b8e08ac24a2 admin admin] 10.222.0.67 "PUT /v2.0/routers/e4690db3-fb69-4cbe-ba14-7d06d9284e1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9786606 Aug 02 13:42:57.211440 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 38760) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:42:57.212663 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97898b76-a384-47e5-9748-d05d0c90dc78 None None] Sync routers for ids ['e4690db3-fb69-4cbe-ba14-7d06d9284e1b'] in dv-cinder-847864-8-iscsi {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:42:57.223602 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97898b76-a384-47e5-9748-d05d0c90dc78 None None] Routers {'e4690db3-fb69-4cbe-ba14-7d06d9284e1b'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:42:57.224239 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-97898b76-a384-47e5-9748-d05d0c90dc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:42:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['e4690db3-fb69-4cbe-ba14-7d06d9284e1b'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:42:57.317270 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3a7cacad-5a88-4c1b-89db-d776c96f0543 admin admin] Publish callbacks [] for router (e4690db3-fb69-4cbe-ba14-7d06d9284e1b), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:57.334996 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 38764) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:42:57.343172 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-97898b76-a384-47e5-9748-d05d0c90dc78 None None] Set router e4690db3-fb69-4cbe-ba14-7d06d9284e1b gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:42:57.433526 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a3ca101c-0cce-44ae-956b-061706d1afde tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group (e4e225f2-0010-41c3-9237-17110ea1865f), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:57.446960 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3a7cacad-5a88-4c1b-89db-d776c96f0543 admin admin] Publish callbacks [] for router_gateway (e4690db3-fb69-4cbe-ba14-7d06d9284e1b), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:57.470732 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a3ca101c-0cce-44ae-956b-061706d1afde tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group (e4e225f2-0010-41c3-9237-17110ea1865f), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:57.542301 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-97898b76-a384-47e5-9748-d05d0c90dc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'name': 'tempest-ServerRescueNegativeTestJSON-1500716653-router', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b4775a14-2f59-42a4-947f-48762a9c612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:38Z', 'updated_at': '2022-08-02T13:42:56Z', 'revision_number': 5, 'project_id': '1502b667be5c45ab800f27676ab39794', 'gw_port': {'id': 'b4775a14-2f59-42a4-947f-48762a9c612d', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:42:57.567228 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-3a7cacad-5a88-4c1b-89db-d776c96f0543 admin admin] Deleting port b4775a14-2f59-42a4-947f-48762a9c612d {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:42:57.567490 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97898b76-a384-47e5-9748-d05d0c90dc78 None None] Checking router: e4690db3-fb69-4cbe-ba14-7d06d9284e1b for host: dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:42:57.567601 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3a7cacad-5a88-4c1b-89db-d776c96f0543 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (b4775a14-2f59-42a4-947f-48762a9c612d), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:57.579307 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97898b76-a384-47e5-9748-d05d0c90dc78 None None] Routers {'e4690db3-fb69-4cbe-ba14-7d06d9284e1b'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:42:57.579941 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-97898b76-a384-47e5-9748-d05d0c90dc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:42:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['e4690db3-fb69-4cbe-ba14-7d06d9284e1b'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:42:57.628173 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:57.658365 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [None req-3a7cacad-5a88-4c1b-89db-d776c96f0543 admin admin] For port b4775a14-2f59-42a4-947f-48762a9c612d, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=b4775a14-2f59-42a4-947f-48762a9c612d,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:42:57.658766 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3a7cacad-5a88-4c1b-89db-d776c96f0543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (b4775a14-2f59-42a4-947f-48762a9c612d), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:57.671811 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-3a7cacad-5a88-4c1b-89db-d776c96f0543 admin admin] Calling delete_port for b4775a14-2f59-42a4-947f-48762a9c612d owned by network:router_gateway {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:42:57.675183 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-97898b76-a384-47e5-9748-d05d0c90dc78 None None] Set router e4690db3-fb69-4cbe-ba14-7d06d9284e1b gateway port host: None {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:42:57.685249 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a3ca101c-0cce-44ae-956b-061706d1afde tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (e4e225f2-0010-41c3-9237-17110ea1865f), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:57.687925 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a3ca101c-0cce-44ae-956b-061706d1afde tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:57.689100 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-a3ca101c-0cce-44ae-956b-061706d1afde tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "DELETE /v2.0/security-groups/e4e225f2-0010-41c3-9237-17110ea1865f HTTP/1.1" status: 204 len: 168 time: 0.3534946 Aug 02 13:42:57.693628 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 38766) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:42:57.706350 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca101c-0cce-44ae-956b-061706d1afde tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e225f2-0010-41c3-9237-17110ea1865f,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:42:57.714336 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.api.v2.resource [None req-dec01bde-bfa8-4368-b0e8-d84d9136619d tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] show failed (client error): The resource could not be found. Aug 02 13:42:57.718118 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-dec01bde-bfa8-4368-b0e8-d84d9136619d tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups/e4e225f2-0010-41c3-9237-17110ea1865f HTTP/1.1" status: 404 len: 347 time: 0.0209329 Aug 02 13:42:57.718484 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 38768) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:42:57.734837 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-97898b76-a384-47e5-9748-d05d0c90dc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'name': 'tempest-ServerRescueNegativeTestJSON-1500716653-router', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:38Z', 'updated_at': '2022-08-02T13:42:57Z', 'revision_number': 6, 'project_id': '1502b667be5c45ab800f27676ab39794', 'gw_port_host': None}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:42:57.761621 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97898b76-a384-47e5-9748-d05d0c90dc78 None None] The sync data for ids ['e4690db3-fb69-4cbe-ba14-7d06d9284e1b'] in dv-cinder-847864-8-iscsi is: [{'id': 'e4690db3-fb69-4cbe-ba14-7d06d9284e1b', 'name': 'tempest-ServerRescueNegativeTestJSON-1500716653-router', 'tenant_id': '1502b667be5c45ab800f27676ab39794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:38Z', 'updated_at': '2022-08-02T13:42:57Z', 'revision_number': 6, 'project_id': '1502b667be5c45ab800f27676ab39794', 'gw_port_host': None}] {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:42:57.792409 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device c2450b83-804f-4e80-a472-935ab52cf0ee no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:42:57.813233 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] No Port match for: c2450b83-804f-4e80-a472-935ab52cf0ee {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:42:57.813694 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device c2450b83-804f-4e80-a472-935ab52cf0ee not bound to the agent host hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:42:57.814121 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 7d198dca-3e54-4c31-8cf4-c2ff636b00b7 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:42:57.832603 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] No Port match for: 7d198dca-3e54-4c31-8cf4-c2ff636b00b7 {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:42:57.832961 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 7d198dca-3e54-4c31-8cf4-c2ff636b00b7 not bound to the agent host hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:42:57.920441 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-fc02448f-b77c-4435-ad2a-a646503fabbb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Deleting port 6252e293-dd16-4d48-a3c1-9979794948aa {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:42:57.920792 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-fc02448f-b77c-4435-ad2a-a646503fabbb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (6252e293-dd16-4d48-a3c1-9979794948aa), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:58.041557 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-fc02448f-b77c-4435-ad2a-a646503fabbb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (6252e293-dd16-4d48-a3c1-9979794948aa), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:58.041892 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-fc02448f-b77c-4435-ad2a-a646503fabbb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for floatingip (6252e293-dd16-4d48-a3c1-9979794948aa), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:58.054071 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-fc02448f-b77c-4435-ad2a-a646503fabbb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Calling delete_port for 6252e293-dd16-4d48-a3c1-9979794948aa owned by network:floatingip {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:42:58.094420 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3a7cacad-5a88-4c1b-89db-d776c96f0543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (b4775a14-2f59-42a4-947f-48762a9c612d), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:58.128943 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cacad-5a88-4c1b-89db-d776c96f0543 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4775a14-2f59-42a4-947f-48762a9c612d,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:42:58.220471 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3a7cacad-5a88-4c1b-89db-d776c96f0543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772245'] for router_gateway (e4690db3-fb69-4cbe-ba14-7d06d9284e1b), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:58.346412 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3a7cacad-5a88-4c1b-89db-d776c96f0543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-774428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (e4690db3-fb69-4cbe-ba14-7d06d9284e1b), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:58.349918 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3a7cacad-5a88-4c1b-89db-d776c96f0543 admin admin] Publish callbacks [] for router_controller (e4690db3-fb69-4cbe-ba14-7d06d9284e1b), precommit_delete_associations {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:58.476161 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-fc02448f-b77c-4435-ad2a-a646503fabbb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (6252e293-dd16-4d48-a3c1-9979794948aa), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:58.502524 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3a7cacad-5a88-4c1b-89db-d776c96f0543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-774405'] for router (e4690db3-fb69-4cbe-ba14-7d06d9284e1b), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:58.503106 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7cacad-5a88-4c1b-89db-d776c96f0543 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4690db3-fb69-4cbe-ba14-7d06d9284e1b {{(pid=104369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 02 13:42:58.509269 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3a7cacad-5a88-4c1b-89db-d776c96f0543 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:58.510710 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-3a7cacad-5a88-4c1b-89db-d776c96f0543 admin admin] 10.222.0.67 "DELETE /v2.0/routers/e4690db3-fb69-4cbe-ba14-7d06d9284e1b HTTP/1.1" status: 204 len: 168 time: 1.2981389 Aug 02 13:42:58.513542 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 38772) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:42:58.516662 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02448f-b77c-4435-ad2a-a646503fabbb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event deleted for resources: {'Port': ['ID=6252e293-dd16-4d48-a3c1-9979794948aa,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:42:58.575806 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca7389b-1df6-4cfc-aabd-3d481da16697 admin admin] Deleting subnet ce360482-e138-41d7-8f5d-ea14c6cf06af {{(pid=104368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 02 13:42:58.579985 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-8ca7389b-1df6-4cfc-aabd-3d481da16697 admin admin] Publish callbacks [] for subnet (ce360482-e138-41d7-8f5d-ea14c6cf06af), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:58.588852 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-fc02448f-b77c-4435-ad2a-a646503fabbb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for floatingip (b972f896-e9e3-4b3a-a401-2a31ea7539a8), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:58.592333 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-fc02448f-b77c-4435-ad2a-a646503fabbb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:58.593662 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-fc02448f-b77c-4435-ad2a-a646503fabbb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "DELETE /v2.0/floatingips/b972f896-e9e3-4b3a-a401-2a31ea7539a8 HTTP/1.1" status: 204 len: 168 time: 0.8742254 Aug 02 13:42:58.632670 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-8ca7389b-1df6-4cfc-aabd-3d481da16697 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5352063'] for subnet (ce360482-e138-41d7-8f5d-ea14c6cf06af), precommit_delete_associations {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:58.718499 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-8ca7389b-1df6-4cfc-aabd-3d481da16697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1626869'] for subnet (ce360482-e138-41d7-8f5d-ea14c6cf06af), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:58.723741 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 38776) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:42:58.729084 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-a74826c0-d596-4e84-9c4b-1d869d5ebe26 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Request body: {'security_group': {'name': 'tempest-securitygroup--882947378', 'description': 'tempest-description--1089201064'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:42:58.830683 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a74826c0-d596-4e84-9c4b-1d869d5ebe26 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:58.862567 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-8ca7389b-1df6-4cfc-aabd-3d481da16697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1626876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5191154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4657249'] for subnet (ce360482-e138-41d7-8f5d-ea14c6cf06af), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:58.888268 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7389b-1df6-4cfc-aabd-3d481da16697 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce360482-e138-41d7-8f5d-ea14c6cf06af,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:42:58.893392 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-8ca7389b-1df6-4cfc-aabd-3d481da16697 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:58.896721 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-8ca7389b-1df6-4cfc-aabd-3d481da16697 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ce360482-e138-41d7-8f5d-ea14c6cf06af HTTP/1.1" status: 204 len: 168 time: 0.3821168 Aug 02 13:42:58.900361 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 38778) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:42:58.900846 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742794f7-3c22-4369-9fea-c063ae8b4c0d None None] Network 952afe36-ebbb-420b-9a24-e4ee044975e4 requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:42:58.912660 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a74826c0-d596-4e84-9c4b-1d869d5ebe26 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group (23cafb51-1ea7-4280-8a2e-a4c3b0e5071e), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:58.972921 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7cd7bdb0-abf7-4788-a7dd-c3e33d2d5ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1719594'] for network (952afe36-ebbb-420b-9a24-e4ee044975e4), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:58.973234 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a74826c0-d596-4e84-9c4b-1d869d5ebe26 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (23cafb51-1ea7-4280-8a2e-a4c3b0e5071e), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:59.011810 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74826c0-d596-4e84-9c4b-1d869d5ebe26 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23cafb51-1ea7-4280-8a2e-a4c3b0e5071e,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:42:59.042608 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-7cd7bdb0-abf7-4788-a7dd-c3e33d2d5ea3 admin admin] Deleting port 5096c398-1043-4760-b32c-5eab8df39046 {{(pid=104368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:42:59.042608 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7cd7bdb0-abf7-4788-a7dd-c3e33d2d5ea3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (5096c398-1043-4760-b32c-5eab8df39046), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:59.066325 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a74826c0-d596-4e84-9c4b-1d869d5ebe26 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:59.067744 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-a74826c0-d596-4e84-9c4b-1d869d5ebe26 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3429542 Aug 02 13:42:59.070731 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 38780) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:42:59.078461 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-44369ed3-6124-4dee-80ab-8d1c0b83d016 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Request body: {'security_group_rule': {'security_group_id': '23cafb51-1ea7-4280-8a2e-a4c3b0e5071e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:42:59.080262 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878e7b68-71c9-4b7d-837c-dc6cedaddb13 None None] DHCP port deletion for 952afe36-ebbb-420b-9a24-e4ee044975e4 request from dv-cinder-847864-8-iscsi {{(pid=104370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 02 13:42:59.109144 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [None req-7cd7bdb0-abf7-4788-a7dd-c3e33d2d5ea3 admin admin] For port 5096c398-1043-4760-b32c-5eab8df39046, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=5096c398-1043-4760-b32c-5eab8df39046,segment=NetworkSegment(4b13322e-2ced-4124-a560-d547d2d4a361),segment_id=4b13322e-2ced-4124-a560-d547d2d4a361)] {{(pid=104368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:42:59.109144 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7cd7bdb0-abf7-4788-a7dd-c3e33d2d5ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (5096c398-1043-4760-b32c-5eab8df39046), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:59.121871 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-7cd7bdb0-abf7-4788-a7dd-c3e33d2d5ea3 admin admin] Calling delete_port for 5096c398-1043-4760-b32c-5eab8df39046 owned by network:dhcp {{(pid=104368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:42:59.134308 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-878e7b68-71c9-4b7d-837c-dc6cedaddb13 None None] Deleting port 5096c398-1043-4760-b32c-5eab8df39046 {{(pid=104370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:42:59.137661 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-878e7b68-71c9-4b7d-837c-dc6cedaddb13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (5096c398-1043-4760-b32c-5eab8df39046), before_delete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:59.162226 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-44369ed3-6124-4dee-80ab-8d1c0b83d016 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group_rule (3424a637-0854-48a3-aa4f-ac2aa56affa0), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:59.217082 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-878e7b68-71c9-4b7d-837c-dc6cedaddb13 None None] For port 5096c398-1043-4760-b32c-5eab8df39046, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=5096c398-1043-4760-b32c-5eab8df39046,segment=NetworkSegment(4b13322e-2ced-4124-a560-d547d2d4a361),segment_id=4b13322e-2ced-4124-a560-d547d2d4a361)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:42:59.217619 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-878e7b68-71c9-4b7d-837c-dc6cedaddb13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (5096c398-1043-4760-b32c-5eab8df39046), precommit_delete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:59.230476 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-878e7b68-71c9-4b7d-837c-dc6cedaddb13 None None] Calling delete_port for 5096c398-1043-4760-b32c-5eab8df39046 owned by network:dhcp {{(pid=104370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:42:59.234954 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-44369ed3-6124-4dee-80ab-8d1c0b83d016 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group_rule (3424a637-0854-48a3-aa4f-ac2aa56affa0), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:59.279198 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:59.298727 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7cd7bdb0-abf7-4788-a7dd-c3e33d2d5ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (5096c398-1043-4760-b32c-5eab8df39046), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:59.318698 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-878e7b68-71c9-4b7d-837c-dc6cedaddb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988'] for port (5096c398-1043-4760-b32c-5eab8df39046), after_delete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:59.322777 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7bdb0-abf7-4788-a7dd-c3e33d2d5ea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5096c398-1043-4760-b32c-5eab8df39046,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:42:59.328717 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd7bdb0-abf7-4788-a7dd-c3e33d2d5ea3 admin admin] No DVR routers for this DVR port 5096c398-1043-4760-b32c-5eab8df39046 on host dv-cinder-847864-8-iscsi {{(pid=104368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:42:59.345678 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e7b68-71c9-4b7d-837c-dc6cedaddb13 None None] Pushing event deleted for resources: {'Port': ['ID=5096c398-1043-4760-b32c-5eab8df39046,revision_number=None']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:42:59.349254 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878e7b68-71c9-4b7d-837c-dc6cedaddb13 None None] No DVR routers for this DVR port 5096c398-1043-4760-b32c-5eab8df39046 on host dv-cinder-847864-8-iscsi {{(pid=104370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:42:59.365363 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-44369ed3-6124-4dee-80ab-8d1c0b83d016 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (3424a637-0854-48a3-aa4f-ac2aa56affa0), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:59.385980 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44369ed3-6124-4dee-80ab-8d1c0b83d016 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3424a637-0854-48a3-aa4f-ac2aa56affa0,revision_number=0']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:42:59.411851 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7cd7bdb0-abf7-4788-a7dd-c3e33d2d5ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626208', 'neutron.services.segments.db._delete_segments_for_network-8786056706762'] for network (952afe36-ebbb-420b-9a24-e4ee044975e4), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:59.441859 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.services.segments.db [None req-7cd7bdb0-abf7-4788-a7dd-c3e33d2d5ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['952afe36-ebbb-420b-9a24-e4ee044975e4']}} {{(pid=104368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:42:59.442948 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 3f514c22-9d75-490c-bea0-8c36be249b9d no longer exists at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:42:59.454171 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.services.segments.db [None req-7cd7bdb0-abf7-4788-a7dd-c3e33d2d5ea3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b13322e-2ced-4124-a560-d547d2d4a361') {'for_net_delete': True} {{(pid=104368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:42:59.454500 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.services.segments.db [None req-7cd7bdb0-abf7-4788-a7dd-c3e33d2d5ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b13322e-2ced-4124-a560-d547d2d4a361') {} {{(pid=104368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:42:59.463219 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] No Port match for: 3f514c22-9d75-490c-bea0-8c36be249b9d {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:42:59.463565 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 3f514c22-9d75-490c-bea0-8c36be249b9d not bound to the agent host dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:42:59.464001 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 5096c398-1043-4760-b32c-5eab8df39046 no longer exists at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:42:59.464609 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7cd7bdb0-abf7-4788-a7dd-c3e33d2d5ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786056707283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5352006'] for segment (4b13322e-2ced-4124-a560-d547d2d4a361), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:59.467172 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-44369ed3-6124-4dee-80ab-8d1c0b83d016 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:59.470911 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-44369ed3-6124-4dee-80ab-8d1c0b83d016 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3965037 Aug 02 13:42:59.471279 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 38782) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:42:59.475801 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-0212e413-b649-4974-bf2d-d16d868cf8fb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Request body: {'security_group_rule': {'security_group_id': '23cafb51-1ea7-4280-8a2e-a4c3b0e5071e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:42:59.481243 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7cd7bdb0-abf7-4788-a7dd-c3e33d2d5ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (4b13322e-2ced-4124-a560-d547d2d4a361), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:59.484033 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] No Port match for: 5096c398-1043-4760-b32c-5eab8df39046 {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:42:59.484398 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 5096c398-1043-4760-b32c-5eab8df39046 not bound to the agent host dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:42:59.484825 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device b4775a14-2f59-42a4-947f-48762a9c612d no longer exists at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:42:59.488752 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cd7bdb0-abf7-4788-a7dd-c3e33d2d5ea3 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=104368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 13:42:59.489277 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7cd7bdb0-abf7-4788-a7dd-c3e33d2d5ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5190984'] for segment (4b13322e-2ced-4124-a560-d547d2d4a361), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:59.504427 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] No Port match for: b4775a14-2f59-42a4-947f-48762a9c612d {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:42:59.504790 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device b4775a14-2f59-42a4-947f-48762a9c612d not bound to the agent host dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:42:59.546831 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.services.segments.plugin [-] Segment 4b13322e-2ced-4124-a560-d547d2d4a361 resource provider aggregate not found Aug 02 13:42:59.565889 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.services.segments.plugin [-] Segment 4b13322e-2ced-4124-a560-d547d2d4a361 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b13322e-2ced-4124-a560-d547d2d4a361 found for delete ", "request_id": "req-dfbbaead-07d3-47ac-8708-1df0a34435c7"}]} Aug 02 13:42:59.578267 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0212e413-b649-4974-bf2d-d16d868cf8fb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group_rule (2920d10d-f39a-4b2f-b662-55ed088cf0c8), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:59.624591 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7cd7bdb0-abf7-4788-a7dd-c3e33d2d5ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772273'] for network (952afe36-ebbb-420b-9a24-e4ee044975e4), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:59.630299 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7cd7bdb0-abf7-4788-a7dd-c3e33d2d5ea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:59.634999 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-7cd7bdb0-abf7-4788-a7dd-c3e33d2d5ea3 admin admin] 10.222.0.67 "DELETE /v2.0/networks/952afe36-ebbb-420b-9a24-e4ee044975e4 HTTP/1.1" status: 204 len: 168 time: 0.7346916 Aug 02 13:42:59.639870 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0212e413-b649-4974-bf2d-d16d868cf8fb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group_rule (2920d10d-f39a-4b2f-b662-55ed088cf0c8), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:59.648339 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7bdb0-abf7-4788-a7dd-c3e33d2d5ea3 admin admin] Pushing event deleted for resources: {'Network': ['ID=952afe36-ebbb-420b-9a24-e4ee044975e4,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:42:59.693021 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0212e413-b649-4974-bf2d-d16d868cf8fb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (2920d10d-f39a-4b2f-b662-55ed088cf0c8), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:59.712617 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212e413-b649-4974-bf2d-d16d868cf8fb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2920d10d-f39a-4b2f-b662-55ed088cf0c8,revision_number=0']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:42:59.784323 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0212e413-b649-4974-bf2d-d16d868cf8fb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:59.785486 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-0212e413-b649-4974-bf2d-d16d868cf8fb tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3132429 Aug 02 13:42:59.793384 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 38790) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:42:59.797754 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-78001764-8d6d-4156-9d4f-89b2d3e3a8ae tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Request body: {'floatingip': {'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:42:59.910163 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-78001764-8d6d-4156-9d4f-89b2d3e3a8ae tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:42:59.975789 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 38792) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:43:00.015449 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-78001764-8d6d-4156-9d4f-89b2d3e3a8ae tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:00.020928 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-9fea9b90-ed65-4592-9f27-b216282fb0b8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1502b667be5c45ab800f27676ab39794&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414846 Aug 02 13:43:00.021135 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 38794) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:43:00.074501 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-0dcfaef7-66ab-4f26-8bc0-17d6f6c452f8 admin admin] Publish callbacks [] for security_group (1929fbcd-1801-4bfc-8e8c-69684bb6c9fe), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:00.098268 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-0dcfaef7-66ab-4f26-8bc0-17d6f6c452f8 admin admin] Publish callbacks [] for security_group (1929fbcd-1801-4bfc-8e8c-69684bb6c9fe), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:00.126096 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [None req-78001764-8d6d-4156-9d4f-89b2d3e3a8ae tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Allocated IP 172.27.4.81 (ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7/17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c/7ed40d6b-0a2e-48be-a3c0-26fa9d332822) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:43:00.207660 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-0dcfaef7-66ab-4f26-8bc0-17d6f6c452f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (1929fbcd-1801-4bfc-8e8c-69684bb6c9fe), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:00.210405 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-0dcfaef7-66ab-4f26-8bc0-17d6f6c452f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:00.212219 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-0dcfaef7-66ab-4f26-8bc0-17d6f6c452f8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1929fbcd-1801-4bfc-8e8c-69684bb6c9fe HTTP/1.1" status: 204 len: 168 time: 0.1898408 Aug 02 13:43:00.221129 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfaef7-66ab-4f26-8bc0-17d6f6c452f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1929fbcd-1801-4bfc-8e8c-69684bb6c9fe,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:00.241686 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-78001764-8d6d-4156-9d4f-89b2d3e3a8ae tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for port (7ed40d6b-0a2e-48be-a3c0-26fa9d332822), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:00.363440 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-78001764-8d6d-4156-9d4f-89b2d3e3a8ae tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (7ed40d6b-0a2e-48be-a3c0-26fa9d332822), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:00.406183 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78001764-8d6d-4156-9d4f-89b2d3e3a8ae tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:43:00.409437 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-78001764-8d6d-4156-9d4f-89b2d3e3a8ae tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:43:00.415084 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78001764-8d6d-4156-9d4f-89b2d3e3a8ae tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:43:00.420337 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78001764-8d6d-4156-9d4f-89b2d3e3a8ae tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event updated for resources: {'Port': ['ID=7ed40d6b-0a2e-48be-a3c0-26fa9d332822,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:00.507310 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-78001764-8d6d-4156-9d4f-89b2d3e3a8ae tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for floatingip (3b49b4e1-2e7d-4959-8ace-c515931d50e9), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:00.646761 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-78001764-8d6d-4156-9d4f-89b2d3e3a8ae tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (7ed40d6b-0a2e-48be-a3c0-26fa9d332822), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:00.676103 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:01.050767 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-78001764-8d6d-4156-9d4f-89b2d3e3a8ae tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for port (7ed40d6b-0a2e-48be-a3c0-26fa9d332822), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:01.110521 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-78001764-8d6d-4156-9d4f-89b2d3e3a8ae tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (7ed40d6b-0a2e-48be-a3c0-26fa9d332822), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:01.175682 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78001764-8d6d-4156-9d4f-89b2d3e3a8ae tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event updated for resources: {'Port': ['ID=7ed40d6b-0a2e-48be-a3c0-26fa9d332822,revision_number=2']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:01.192829 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-78001764-8d6d-4156-9d4f-89b2d3e3a8ae tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772271'] for floatingip (3b49b4e1-2e7d-4959-8ace-c515931d50e9), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:01.266214 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-78001764-8d6d-4156-9d4f-89b2d3e3a8ae tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:01.267542 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-78001764-8d6d-4156-9d4f-89b2d3e3a8ae tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4731369 Aug 02 13:43:01.423220 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 38828) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:43:01.487767 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-535232c6-3792-4b28-9dde-ef05fcf68c86 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--882947378&fields=id&tenant_id=b2fd74b29e9441818796d9040d4be7e5 HTTP/1.1" status: 200 len: 267 time: 0.0484209 Aug 02 13:43:01.578784 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-1cb639db-07ff-489d-aaec-9b93c5a42ef6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1418216456-network', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:43:01.605452 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-967a5656-ae1b-4125-bce9-42e1b56d7582 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:01.608433 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-967a5656-ae1b-4125-bce9-42e1b56d7582 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/networks?id=b9a0aff9-4db3-4151-8258-5ca59205b7ca HTTP/1.1" status: 200 len: 815 time: 0.1129234 Aug 02 13:43:01.623117 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-5d42dcad-f8ba-469f-9d32-0b6fdab9f62f tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/quotas/b2fd74b29e9441818796d9040d4be7e5 HTTP/1.1" status: 200 len: 375 time: 0.0103948 Aug 02 13:43:01.680562 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-95e628a4-0c0f-4a2d-9312-c5dfa4ba7f7a tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b2fd74b29e9441818796d9040d4be7e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519722 Aug 02 13:43:01.697606 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb639db-07ff-489d-aaec-9b93c5a42ef6 admin admin] Made reservation on behalf of 9b3a8010c56d4c2a827a2b3da2e2b222 for: {'network': 1} {{(pid=104368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:43:01.700169 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-1cb639db-07ff-489d-aaec-9b93c5a42ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for network (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:01.710548 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-1cb639db-07ff-489d-aaec-9b93c5a42ef6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:01.791906 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-1cb639db-07ff-489d-aaec-9b93c5a42ef6 admin admin] Publish callbacks [] for security_group (f3c4640a-4fd7-4263-b0bb-823f4a0b63fe), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:01.832902 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-d578c97b-ed4b-4919-b8ae-b3673b932d55 service neutron] 10.222.0.67 "GET /v2.0/networks/b9a0aff9-4db3-4151-8258-5ca59205b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403351 Aug 02 13:43:01.864453 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-1cb639db-07ff-489d-aaec-9b93c5a42ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (f3c4640a-4fd7-4263-b0bb-823f4a0b63fe), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:01.891498 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb639db-07ff-489d-aaec-9b93c5a42ef6 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=104368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:43:01.904413 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb639db-07ff-489d-aaec-9b93c5a42ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c4640a-4fd7-4263-b0bb-823f4a0b63fe,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:01.907776 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-1cb639db-07ff-489d-aaec-9b93c5a42ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:01.908126 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.db.segments_db [None req-1cb639db-07ff-489d-aaec-9b93c5a42ef6 admin admin] Added segment e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75 of type vlan for network d1ca7bc5-1e11-41ba-99a3-db435e41589e Aug 02 13:43:01.930085 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-6467a95b-44a5-4b53-b5f3-3ef7aea3ad5b service neutron] 10.222.0.67 "GET /v2.0/networks/b9a0aff9-4db3-4151-8258-5ca59205b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904434 Aug 02 13:43:01.956147 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-1cb639db-07ff-489d-aaec-9b93c5a42ef6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786056214182'] for network (d1ca7bc5-1e11-41ba-99a3-db435e41589e), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:02.041520 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-1cb639db-07ff-489d-aaec-9b93c5a42ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010'] for network (d1ca7bc5-1e11-41ba-99a3-db435e41589e), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:02.042547 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb639db-07ff-489d-aaec-9b93c5a42ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:02.043229 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-1cb639db-07ff-489d-aaec-9b93c5a42ef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:02.107235 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb639db-07ff-489d-aaec-9b93c5a42ef6 admin admin] Pushing event updated for resources: {'Network': ['ID=d1ca7bc5-1e11-41ba-99a3-db435e41589e,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:02.117997 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Network d1ca7bc5-1e11-41ba-99a3-db435e41589e details requested by agent ovs-agent-dv-cinder-847864-8-iscsi with host dv-cinder-847864-8-iscsi {{(pid=104370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 13:43:02.164965 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-1cb639db-07ff-489d-aaec-9b93c5a42ef6 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7353745 Aug 02 13:43:02.166330 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 38840) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:43:02.171013 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-248d19bd-8919-49cb-a821-e86b3e67a7f8 admin admin] Request body: {'subnet': {'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1418216456-subnet', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:43:02.194829 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e8e1e661-b13f-46bf-b201-908fac3f7a22 req-e9ff9d5e-27b3-4dc0-8d96-be8eefe3f76d tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ba278e0-2873-402d-950d-f9b7920e945c HTTP/1.1" status: 200 len: 210 time: 0.0412223 Aug 02 13:43:02.287227 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248d19bd-8919-49cb-a821-e86b3e67a7f8 admin admin] Made reservation on behalf of 9b3a8010c56d4c2a827a2b3da2e2b222 for: {'subnet': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:43:02.289679 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-248d19bd-8919-49cb-a821-e86b3e67a7f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24483867'] for subnet (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:02.545122 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-248d19bd-8919-49cb-a821-e86b3e67a7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24483849'] for subnet (d1b3380a-fd77-4082-a681-a2409a13bef9), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:02.604267 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d19bd-8919-49cb-a821-e86b3e67a7f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1b3380a-fd77-4082-a681-a2409a13bef9,revision_number=0']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:02.616915 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248d19bd-8919-49cb-a821-e86b3e67a7f8 admin admin] Checking segment: {'id': 'e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:43:02.617298 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248d19bd-8919-49cb-a821-e86b3e67a7f8 admin admin] Network hostable DHCP agents. Network: d1ca7bc5-1e11-41ba-99a3-db435e41589e, hostable agents: ['befb4f8c-7c45-422b-a3e4-83ed25d094fc'], hosted agents: [] {{(pid=104369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:43:02.710535 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248d19bd-8919-49cb-a821-e86b3e67a7f8 admin admin] Network d1ca7bc5-1e11-41ba-99a3-db435e41589e is scheduled to be hosted by DHCP agent befb4f8c-7c45-422b-a3e4-83ed25d094fc with binding_index 1 {{(pid=104369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:43:02.807399 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-248d19bd-8919-49cb-a821-e86b3e67a7f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-8-iscsi, d1ca7bc5-1e11-41ba-99a3-db435e41589e) {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:43:02.811395 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248d19bd-8919-49cb-a821-e86b3e67a7f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:02.812129 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-248d19bd-8919-49cb-a821-e86b3e67a7f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for subnet (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:02.817442 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ff4ad3-f6eb-4759-986c-6ab17cc83a81 None None] Network d1ca7bc5-1e11-41ba-99a3-db435e41589e requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:43:02.893596 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-248d19bd-8919-49cb-a821-e86b3e67a7f8 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7270148 Aug 02 13:43:02.896354 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 38848) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:43:02.901374 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-c3733219-715f-439f-93ce-8d07a26f12a0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1418216456-router', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:43:02.923359 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70c39c3-af98-4e02-ba5e-59709667b1d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ebaa513-5f0a-5310-b1e1-7495ca05f9af-d1ca7bc5-1e11-41ba-99a3-db435e41589e', 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e', 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'fixed_ips': [{'subnet_id': 'd1b3380a-fd77-4082-a681-a2409a13bef9'}]}} from dv-cinder-847864-8-iscsi. {{(pid=104370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 02 13:43:02.924242 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-d70c39c3-af98-4e02-ba5e-59709667b1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:02.961534 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c3733219-715f-439f-93ce-8d07a26f12a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-774654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (18c37cf6-75d3-4501-a495-ae57fdd7972b), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:02.962646 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c3733219-715f-439f-93ce-8d07a26f12a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-774466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (18c37cf6-75d3-4501-a495-ae57fdd7972b), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:03.025410 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c3733219-715f-439f-93ce-8d07a26f12a0 admin admin] Publish callbacks [] for router_controller (18c37cf6-75d3-4501-a495-ae57fdd7972b), precommit_add_association {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:03.064998 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.db_base_plugin_common [None req-d70c39c3-af98-4e02-ba5e-59709667b1d6 None None] Allocated IP 172.20.0.2 (d1ca7bc5-1e11-41ba-99a3-db435e41589e/d1b3380a-fd77-4082-a681-a2409a13bef9/c9b867b5-ab9b-419b-8818-e6e81a113957) {{(pid=104370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:43:03.221217 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-d70c39c3-af98-4e02-ba5e-59709667b1d6 None None] Publish callbacks [] for port (c9b867b5-ab9b-419b-8818-e6e81a113957), precommit_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:03.245634 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c3733219-715f-439f-93ce-8d07a26f12a0 admin admin] Publish callbacks [] for router_gateway (18c37cf6-75d3-4501-a495-ae57fdd7972b), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:03.300244 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e4f6cce6-d6da-4aab-9fa4-e130a82cd30d req-d9a1d504-df86-4910-9b72-6b2583d47cd8 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ba278e0-2873-402d-950d-f9b7920e945c HTTP/1.1" status: 200 len: 210 time: 0.0307050 Aug 02 13:43:03.325618 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-d70c39c3-af98-4e02-ba5e-59709667b1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979'] for port (c9b867b5-ab9b-419b-8818-e6e81a113957), after_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:03.366234 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70c39c3-af98-4e02-ba5e-59709667b1d6 None None] Network d1ca7bc5-1e11-41ba-99a3-db435e41589e is already hosted by enough agents. {{(pid=104370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:43:03.370320 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.scheduler.base_scheduler [None req-d70c39c3-af98-4e02-ba5e-59709667b1d6 None None] Resources bound (agent type, host, resource id): {{(pid=104370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:43:03.372841 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70c39c3-af98-4e02-ba5e-59709667b1d6 None None] Received port after_create {{(pid=104370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:43:03.385554 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c39c3-af98-4e02-ba5e-59709667b1d6 None None] Pushing event updated for resources: {'Port': ['ID=c9b867b5-ab9b-419b-8818-e6e81a113957,revision_number=1']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:03.438918 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-d70c39c3-af98-4e02-ba5e-59709667b1d6 None None] Attempting to bind port c9b867b5-ab9b-419b-8818-e6e81a113957 on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:43:03.439306 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-d70c39c3-af98-4e02-ba5e-59709667b1d6 None None] Attempting to bind port c9b867b5-ab9b-419b-8818-e6e81a113957 by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': 'e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e'}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:43:03.439676 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70c39c3-af98-4e02-ba5e-59709667b1d6 None None] Attempting to bind port c9b867b5-ab9b-419b-8818-e6e81a113957 on network d1ca7bc5-1e11-41ba-99a3-db435e41589e {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:43:03.446261 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70c39c3-af98-4e02-ba5e-59709667b1d6 None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:43:03.446674 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70c39c3-af98-4e02-ba5e-59709667b1d6 None None] Checking segment: {'id': 'e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:43:03.447091 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-d70c39c3-af98-4e02-ba5e-59709667b1d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:03.447488 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70c39c3-af98-4e02-ba5e-59709667b1d6 None None] Bound using segment: {'id': 'e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e'} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:43:03.447967 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-d70c39c3-af98-4e02-ba5e-59709667b1d6 None None] Bound port: c9b867b5-ab9b-419b-8818-e6e81a113957, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e'}}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:43:03.448355 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-d70c39c3-af98-4e02-ba5e-59709667b1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (c9b867b5-ab9b-419b-8818-e6e81a113957), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:03.517219 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-d70c39c3-af98-4e02-ba5e-59709667b1d6 None None] For port c9b867b5-ab9b-419b-8818-e6e81a113957, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:43:03.520818 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-d70c39c3-af98-4e02-ba5e-59709667b1d6 None None] For port c9b867b5-ab9b-419b-8818-e6e81a113957, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=c9b867b5-ab9b-419b-8818-e6e81a113957,segment=NetworkSegment(e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75),segment_id=e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75)] {{(pid=104370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:43:03.569136 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c3733219-715f-439f-93ce-8d07a26f12a0 admin admin] Publish callbacks [] for router_gateway (18c37cf6-75d3-4501-a495-ae57fdd7972b), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:03.589294 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c3733219-715f-439f-93ce-8d07a26f12a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:03.630710 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-d70c39c3-af98-4e02-ba5e-59709667b1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (c9b867b5-ab9b-419b-8818-e6e81a113957), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:03.694648 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c39c3-af98-4e02-ba5e-59709667b1d6 None None] Pushing event updated for resources: {'Port': ['ID=c9b867b5-ab9b-419b-8818-e6e81a113957,revision_number=2']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:03.722542 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [None req-c3733219-715f-439f-93ce-8d07a26f12a0 admin admin] Allocated IP 172.27.4.32 (ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7/17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c/c0bd270f-905e-41d5-9e1a-24c28b2363d6) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:43:03.842364 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c3733219-715f-439f-93ce-8d07a26f12a0 admin admin] Publish callbacks [] for port (c0bd270f-905e-41d5-9e1a-24c28b2363d6), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:03.950885 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c3733219-715f-439f-93ce-8d07a26f12a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (c0bd270f-905e-41d5-9e1a-24c28b2363d6), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:03.994802 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3733219-715f-439f-93ce-8d07a26f12a0 admin admin] Network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:43:04.000411 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-c3733219-715f-439f-93ce-8d07a26f12a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:43:04.004560 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3733219-715f-439f-93ce-8d07a26f12a0 admin admin] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:43:04.033959 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3733219-715f-439f-93ce-8d07a26f12a0 admin admin] Pushing event updated for resources: {'Port': ['ID=c0bd270f-905e-41d5-9e1a-24c28b2363d6,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:04.346813 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c3733219-715f-439f-93ce-8d07a26f12a0 admin admin] Publish callbacks [] for router_gateway (18c37cf6-75d3-4501-a495-ae57fdd7972b), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:04.418154 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-25fcbf63-fd7d-45aa-9030-c57ed0b74fdb req-bf30e2bf-1949-462f-94b4-89009c41fa7c tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ba278e0-2873-402d-950d-f9b7920e945c HTTP/1.1" status: 200 len: 210 time: 0.0358627 Aug 02 13:43:04.588076 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631638e-f554-4934-95fb-6087e6213f0c req-fa69db12-6bc8-4001-b311-cad49a9732c7 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:04.589847 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6631638e-f554-4934-95fb-6087e6213f0c req-fa69db12-6bc8-4001-b311-cad49a9732c7 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 945 time: 0.1027594 Aug 02 13:43:04.596258 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c3733219-715f-439f-93ce-8d07a26f12a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772297'] for router (18c37cf6-75d3-4501-a495-ae57fdd7972b), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:04.596494 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-9a4475f6-d64b-4f1f-a335-9ef0604548db tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:04.597840 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-9a4475f6-d64b-4f1f-a335-9ef0604548db tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.20 "GET /v2.0/networks?id=b9a0aff9-4db3-4151-8258-5ca59205b7ca HTTP/1.1" status: 200 len: 815 time: 0.1841390 Aug 02 13:43:04.681679 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6631638e-f554-4934-95fb-6087e6213f0c req-29b42b2f-6809-431a-b0c0-e31660cedfee tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801136 Aug 02 13:43:04.701691 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-c685a67e-3367-42e9-9098-e348efbf9335 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2fd74b29e9441818796d9040d4be7e5 HTTP/1.1" status: 200 len: 379 time: 0.0912254 Aug 02 13:43:04.717060 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-5f19b094-9777-4e78-ba29-0de9789ed441 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Request body: {'port': {'device_id': '6ba278e0-2873-402d-950d-f9b7920e945c', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'admin_state_up': True, 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'security_groups': ['23cafb51-1ea7-4280-8a2e-a4c3b0e5071e']}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:43:04.814844 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f09b18-8826-4167-8cb7-ff10f9155b8b None None] Network d1ca7bc5-1e11-41ba-99a3-db435e41589e requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:43:04.839655 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3733219-715f-439f-93ce-8d07a26f12a0 admin admin] Router 18c37cf6-75d3-4501-a495-ae57fdd7972b is scheduled to L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 with binding_index 1 {{(pid=104369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 02 13:43:04.896703 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-5f19b094-9777-4e78-ba29-0de9789ed441 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Made reservation on behalf of b2fd74b29e9441818796d9040d4be7e5 for: {'port': 1} {{(pid=104368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:43:04.901037 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-5f19b094-9777-4e78-ba29-0de9789ed441 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:04.923871 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-d1a7a6f6-e1bd-4b4b-81a4-a091b1f725e8 None None] Provisioning complete for port c9b867b5-ab9b-419b-8818-e6e81a113957 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:43:04.924246 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-d1a7a6f6-e1bd-4b4b-81a4-a091b1f725e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (c9b867b5-ab9b-419b-8818-e6e81a113957), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:04.969869 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3733219-715f-439f-93ce-8d07a26f12a0 admin admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:43:04.989227 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05186248-5eb1-4dd9-9460-aebbc76c1c05 None None] Sync routers for ids ['18c37cf6-75d3-4501-a495-ae57fdd7972b'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:43:05.028938 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05186248-5eb1-4dd9-9460-aebbc76c1c05 None None] Routers {'18c37cf6-75d3-4501-a495-ae57fdd7972b'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:43:05.029216 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-05186248-5eb1-4dd9-9460-aebbc76c1c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:42:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['18c37cf6-75d3-4501-a495-ae57fdd7972b'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:05.043060 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-d1a7a6f6-e1bd-4b4b-81a4-a091b1f725e8 None None] Current status of the port c9b867b5-ab9b-419b-8818-e6e81a113957 is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:43:05.043467 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-d1a7a6f6-e1bd-4b4b-81a4-a091b1f725e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (c9b867b5-ab9b-419b-8818-e6e81a113957), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:05.045008 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_common [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-5f19b094-9777-4e78-ba29-0de9789ed441 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Allocated IP 172.20.0.8 (b9a0aff9-4db3-4151-8258-5ca59205b7ca/d8569d97-f9a0-41c9-a9b0-dce29c9f7e4e/b3a8c881-5669-4abd-8b21-08cdf5df499b) {{(pid=104368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:43:05.060916 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c3733219-715f-439f-93ce-8d07a26f12a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:05.062073 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-c3733219-715f-439f-93ce-8d07a26f12a0 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1646495 Aug 02 13:43:05.064749 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 38866) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:43:05.169958 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-d1a7a6f6-e1bd-4b4b-81a4-a091b1f725e8 None None] For port c9b867b5-ab9b-419b-8818-e6e81a113957, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=c9b867b5-ab9b-419b-8818-e6e81a113957,segment=NetworkSegment(e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75),segment_id=e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:43:05.204611 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-05186248-5eb1-4dd9-9460-aebbc76c1c05 None None] Set router 18c37cf6-75d3-4501-a495-ae57fdd7972b gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:43:05.231214 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-5f19b094-9777-4e78-ba29-0de9789ed441 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for port (b3a8c881-5669-4abd-8b21-08cdf5df499b), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:05.267360 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-d1a7a6f6-e1bd-4b4b-81a4-a091b1f725e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (c9b867b5-ab9b-419b-8818-e6e81a113957), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:05.368424 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-5f19b094-9777-4e78-ba29-0de9789ed441 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (b3a8c881-5669-4abd-8b21-08cdf5df499b), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:05.444401 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-5f19b094-9777-4e78-ba29-0de9789ed441 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Network b9a0aff9-4db3-4151-8258-5ca59205b7ca is already hosted by enough agents. {{(pid=104368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:43:05.451429 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-5f19b094-9777-4e78-ba29-0de9789ed441 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Resources bound (agent type, host, resource id): {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:43:05.454087 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-5f19b094-9777-4e78-ba29-0de9789ed441 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Received port after_create {{(pid=104368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:43:05.457150 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19b094-9777-4e78-ba29-0de9789ed441 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event updated for resources: {'Port': ['ID=b3a8c881-5669-4abd-8b21-08cdf5df499b,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:05.520240 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7a6f6-e1bd-4b4b-81a4-a091b1f725e8 None None] Pushing event updated for resources: {'Port': ['ID=c9b867b5-ab9b-419b-8818-e6e81a113957,revision_number=3']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:05.550881 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-00a1c9b8-e1cf-4d47-ba6e-95e324b51355 None None] Provisioning complete for port c9b867b5-ab9b-419b-8818-e6e81a113957 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:43:05.550881 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-00a1c9b8-e1cf-4d47-ba6e-95e324b51355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (c9b867b5-ab9b-419b-8818-e6e81a113957), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:05.577050 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device c9b867b5-ab9b-419b-8818-e6e81a113957 up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:43:05.578189 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-5f19b094-9777-4e78-ba29-0de9789ed441 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:05.579341 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-5f19b094-9777-4e78-ba29-0de9789ed441 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:05.667804 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a9a66935-9825-4ed2-a1f6-ba6d4aa29953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:05.668621 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-5f19b094-9777-4e78-ba29-0de9789ed441 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9560041 Aug 02 13:43:05.725406 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port c9b867b5-ab9b-419b-8818-e6e81a113957 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:43:05.725780 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (c9b867b5-ab9b-419b-8818-e6e81a113957), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:05.754048 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-00a1c9b8-e1cf-4d47-ba6e-95e324b51355 None None] Current status of the port c9b867b5-ab9b-419b-8818-e6e81a113957 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:43:05.761323 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-05186248-5eb1-4dd9-9460-aebbc76c1c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'name': 'tempest-AttachVolumeShelveTestJSON-1418216456-router', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:43:02Z', 'updated_at': '2022-08-02T13:43:04Z', 'revision_number': 3, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'gw_port': {'id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:03Z', 'updated_at': '2022-08-02T13:43:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:05.763198 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-1b4a6df5-45e9-4fcc-874b-f29dcdcc6e84 service neutron] Request body: {'port': {'device_id': '6ba278e0-2873-402d-950d-f9b7920e945c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:43:05.767241 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7caf6b-5164-4d47-9ae3-efd314137b18 req-c253456f-b312-4420-80f6-e013e3e506c5 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:05.777690 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6c7caf6b-5164-4d47-9ae3-efd314137b18 req-c253456f-b312-4420-80f6-e013e3e506c5 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ba278e0-2873-402d-950d-f9b7920e945c HTTP/1.1" status: 200 len: 931 time: 0.1865907 Aug 02 13:43:05.798614 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05186248-5eb1-4dd9-9460-aebbc76c1c05 None None] Checking router: 18c37cf6-75d3-4501-a495-ae57fdd7972b for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:43:05.799065 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05186248-5eb1-4dd9-9460-aebbc76c1c05 None None] Updating router 18c37cf6-75d3-4501-a495-ae57fdd7972b port c0bd270f-905e-41d5-9e1a-24c28b2363d6 binding host dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:43:05.839061 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-05186248-5eb1-4dd9-9460-aebbc76c1c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (c0bd270f-905e-41d5-9e1a-24c28b2363d6), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:05.894868 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-1b4a6df5-45e9-4fcc-874b-f29dcdcc6e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (b3a8c881-5669-4abd-8b21-08cdf5df499b), before_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:05.903403 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386dafb-0b7f-42bc-bb36-ec2c4b674dfe req-ce3aa9ad-8ec6-4850-ada3-41452f8a5d9b tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:05.906829 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-3386dafb-0b7f-42bc-bb36-ec2c4b674dfe req-ce3aa9ad-8ec6-4850-ada3-41452f8a5d9b tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 945 time: 0.0949726 Aug 02 13:43:05.924618 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6c7caf6b-5164-4d47-9ae3-efd314137b18 req-d3ee3e88-c742-4d00-aab2-3f1b49160497 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=23cafb51-1ea7-4280-8a2e-a4c3b0e5071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457758 Aug 02 13:43:05.942273 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [None req-a9a66935-9825-4ed2-a1f6-ba6d4aa29953 admin admin] Allocated IP 172.20.0.1 (d1ca7bc5-1e11-41ba-99a3-db435e41589e/d1b3380a-fd77-4082-a681-a2409a13bef9/7365261c-10aa-48ae-90b6-e72ebb8433bd) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:43:05.986885 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port c9b867b5-ab9b-419b-8818-e6e81a113957 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:43:06.011617 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-a4acac06-dac8-4ead-aa9f-68b74b84cbd9 None None] Provisioning complete for port b3a8c881-5669-4abd-8b21-08cdf5df499b triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:43:06.011972 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-a4acac06-dac8-4ead-aa9f-68b74b84cbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (b3a8c881-5669-4abd-8b21-08cdf5df499b), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:06.080495 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a9a66935-9825-4ed2-a1f6-ba6d4aa29953 admin admin] Publish callbacks [] for port (7365261c-10aa-48ae-90b6-e72ebb8433bd), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:06.091703 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-3386dafb-0b7f-42bc-bb36-ec2c4b674dfe req-d922f378-c1b2-491f-b54a-4565b17c5f09 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648645 Aug 02 13:43:06.095507 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-a4acac06-dac8-4ead-aa9f-68b74b84cbd9 None None] Port b3a8c881-5669-4abd-8b21-08cdf5df499b cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:43:06.218036 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-05186248-5eb1-4dd9-9460-aebbc76c1c05 None None] Publish callbacks [] for port (c0bd270f-905e-41d5-9e1a-24c28b2363d6), precommit_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:06.285334 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-1b4a6df5-45e9-4fcc-874b-f29dcdcc6e84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a8c881-5669-4abd-8b21-08cdf5df499b {{(pid=104368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:43:06.294677 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-1b4a6df5-45e9-4fcc-874b-f29dcdcc6e84 service neutron] Publish callbacks [] for port (b3a8c881-5669-4abd-8b21-08cdf5df499b), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:06.309103 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.provisioning_blocks [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-1b4a6df5-45e9-4fcc-874b-f29dcdcc6e84 service neutron] Transition to ACTIVE for port object b3a8c881-5669-4abd-8b21-08cdf5df499b will not be triggered until provisioned by entity L2. {{(pid=104368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 02 13:43:06.319912 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-05186248-5eb1-4dd9-9460-aebbc76c1c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (c0bd270f-905e-41d5-9e1a-24c28b2363d6), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:06.379911 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e812592-db86-4e36-9d2f-a86ede561731 None None] Pushing event updated for resources: {'Port': ['ID=c0bd270f-905e-41d5-9e1a-24c28b2363d6,revision_number=2']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:06.382361 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-05186248-5eb1-4dd9-9460-aebbc76c1c05 None None] Attempting to bind port c0bd270f-905e-41d5-9e1a-24c28b2363d6 on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:43:06.384986 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-05186248-5eb1-4dd9-9460-aebbc76c1c05 None None] Attempting to bind port c0bd270f-905e-41d5-9e1a-24c28b2363d6 by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:43:06.384986 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05186248-5eb1-4dd9-9460-aebbc76c1c05 None None] Attempting to bind port c0bd270f-905e-41d5-9e1a-24c28b2363d6 on network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:43:06.390908 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05186248-5eb1-4dd9-9460-aebbc76c1c05 None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:43:06.391301 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05186248-5eb1-4dd9-9460-aebbc76c1c05 None None] Checking segment: {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:43:06.391754 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-05186248-5eb1-4dd9-9460-aebbc76c1c05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:06.392218 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05186248-5eb1-4dd9-9460-aebbc76c1c05 None None] Bound using segment: {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:43:06.392777 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-05186248-5eb1-4dd9-9460-aebbc76c1c05 None None] Bound port: c0bd270f-905e-41d5-9e1a-24c28b2363d6, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:43:06.393169 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-05186248-5eb1-4dd9-9460-aebbc76c1c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (c0bd270f-905e-41d5-9e1a-24c28b2363d6), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:06.412892 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-1b4a6df5-45e9-4fcc-874b-f29dcdcc6e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5190948'] for port (b3a8c881-5669-4abd-8b21-08cdf5df499b), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:06.416661 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55982d61-cd10-42b8-ba7a-fe6673352d99 req-f8131e7f-a6d7-4856-90ae-37c44945be8f tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:06.417941 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-55982d61-cd10-42b8-ba7a-fe6673352d99 req-f8131e7f-a6d7-4856-90ae-37c44945be8f tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 945 time: 0.3521428 Aug 02 13:43:06.451786 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-05186248-5eb1-4dd9-9460-aebbc76c1c05 None None] For port c0bd270f-905e-41d5-9e1a-24c28b2363d6, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:43:06.457964 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-05186248-5eb1-4dd9-9460-aebbc76c1c05 None None] For port c0bd270f-905e-41d5-9e1a-24c28b2363d6, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=c0bd270f-905e-41d5-9e1a-24c28b2363d6,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:43:06.464974 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a6df5-45e9-4fcc-874b-f29dcdcc6e84 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a8c881-5669-4abd-8b21-08cdf5df499b,revision_number=2']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:06.498282 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a9a66935-9825-4ed2-a1f6-ba6d4aa29953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (7365261c-10aa-48ae-90b6-e72ebb8433bd), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:06.549329 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-05186248-5eb1-4dd9-9460-aebbc76c1c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (c0bd270f-905e-41d5-9e1a-24c28b2363d6), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:06.556957 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a66935-9825-4ed2-a1f6-ba6d4aa29953 admin admin] Network d1ca7bc5-1e11-41ba-99a3-db435e41589e is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:43:06.557299 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.managers [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-1b4a6df5-45e9-4fcc-874b-f29dcdcc6e84 service neutron] Attempting to bind port b3a8c881-5669-4abd-8b21-08cdf5df499b on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:43:06.557709 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.managers [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-1b4a6df5-45e9-4fcc-874b-f29dcdcc6e84 service neutron] Attempting to bind port b3a8c881-5669-4abd-8b21-08cdf5df499b by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'ce1819a5-765d-4f56-8809-88a6774bc35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca'}] {{(pid=104368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:43:06.558112 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-1b4a6df5-45e9-4fcc-874b-f29dcdcc6e84 service neutron] Attempting to bind port b3a8c881-5669-4abd-8b21-08cdf5df499b on network b9a0aff9-4db3-4151-8258-5ca59205b7ca {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:43:06.562245 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-a9a66935-9825-4ed2-a1f6-ba6d4aa29953 admin admin] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:43:06.564778 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a66935-9825-4ed2-a1f6-ba6d4aa29953 admin admin] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:43:06.564942 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-1b4a6df5-45e9-4fcc-874b-f29dcdcc6e84 service neutron] Port b3a8c881-5669-4abd-8b21-08cdf5df499b on network b9a0aff9-4db3-4151-8258-5ca59205b7ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 02 13:43:06.565385 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-1b4a6df5-45e9-4fcc-874b-f29dcdcc6e84 service neutron] Attempting to bind port b3a8c881-5669-4abd-8b21-08cdf5df499b on network b9a0aff9-4db3-4151-8258-5ca59205b7ca {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:43:06.567118 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a66935-9825-4ed2-a1f6-ba6d4aa29953 admin admin] Pushing event updated for resources: {'Port': ['ID=7365261c-10aa-48ae-90b6-e72ebb8433bd,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:06.573062 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-1b4a6df5-45e9-4fcc-874b-f29dcdcc6e84 service neutron] Checking agent: {'id': '69dc3da8-ee10-46f6-83b6-ed4e97a21469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'started_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:43:06.573663 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-1b4a6df5-45e9-4fcc-874b-f29dcdcc6e84 service neutron] Checking segment: {'id': 'ce1819a5-765d-4f56-8809-88a6774bc35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:43:06.574740 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-1b4a6df5-45e9-4fcc-874b-f29dcdcc6e84 service neutron] Bound using segment: {'id': 'ce1819a5-765d-4f56-8809-88a6774bc35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca'} {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:43:06.575744 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.managers [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-1b4a6df5-45e9-4fcc-874b-f29dcdcc6e84 service neutron] Bound port: b3a8c881-5669-4abd-8b21-08cdf5df499b, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1819a5-765d-4f56-8809-88a6774bc35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca'}}] {{(pid=104368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:43:06.576253 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-1b4a6df5-45e9-4fcc-874b-f29dcdcc6e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (b3a8c881-5669-4abd-8b21-08cdf5df499b), before_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:06.634297 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [req-55982d61-cd10-42b8-ba7a-fe6673352d99 req-0b68c510-ee38-4b6f-9798-16192ac05fc7 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Deleting port 6d08b7bb-0121-4185-a0ae-b80415e80f63 {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:43:06.634725 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-55982d61-cd10-42b8-ba7a-fe6673352d99 req-0b68c510-ee38-4b6f-9798-16192ac05fc7 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (6d08b7bb-0121-4185-a0ae-b80415e80f63), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:06.640534 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e812592-db86-4e36-9d2f-a86ede561731 None None] Pushing event updated for resources: {'Port': ['ID=c0bd270f-905e-41d5-9e1a-24c28b2363d6,revision_number=3']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:06.657673 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a9a66935-9825-4ed2-a1f6-ba6d4aa29953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772152'] for router_interface (18c37cf6-75d3-4501-a495-ae57fdd7972b), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:06.676824 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05186248-5eb1-4dd9-9460-aebbc76c1c05 None None] Routers {'18c37cf6-75d3-4501-a495-ae57fdd7972b'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:43:06.677786 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-05186248-5eb1-4dd9-9460-aebbc76c1c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:42:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['18c37cf6-75d3-4501-a495-ae57fdd7972b'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:06.701828 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-1b4a6df5-45e9-4fcc-874b-f29dcdcc6e84 service neutron] For port b3a8c881-5669-4abd-8b21-08cdf5df499b, host hv-cinder-84786, cleared binding levels {{(pid=104368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:43:06.706322 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-1b4a6df5-45e9-4fcc-874b-f29dcdcc6e84 service neutron] For port b3a8c881-5669-4abd-8b21-08cdf5df499b, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=b3a8c881-5669-4abd-8b21-08cdf5df499b,segment=NetworkSegment(ce1819a5-765d-4f56-8809-88a6774bc35d),segment_id=ce1819a5-765d-4f56-8809-88a6774bc35d)] {{(pid=104368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:43:06.801432 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-1b4a6df5-45e9-4fcc-874b-f29dcdcc6e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5190948'] for port (b3a8c881-5669-4abd-8b21-08cdf5df499b), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:06.824472 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-05186248-5eb1-4dd9-9460-aebbc76c1c05 None None] Set router 18c37cf6-75d3-4501-a495-ae57fdd7972b gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:43:06.828325 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-55982d61-cd10-42b8-ba7a-fe6673352d99 req-0b68c510-ee38-4b6f-9798-16192ac05fc7 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] For port 6d08b7bb-0121-4185-a0ae-b80415e80f63, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6d08b7bb-0121-4185-a0ae-b80415e80f63,segment=NetworkSegment(a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33),segment_id=a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33)] {{(pid=104369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:43:06.828717 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-55982d61-cd10-42b8-ba7a-fe6673352d99 req-0b68c510-ee38-4b6f-9798-16192ac05fc7 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (6d08b7bb-0121-4185-a0ae-b80415e80f63), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:06.878101 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-1b4a6df5-45e9-4fcc-874b-f29dcdcc6e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:06.879153 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-1b4a6df5-45e9-4fcc-874b-f29dcdcc6e84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:06.881377 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-1b4a6df5-45e9-4fcc-874b-f29dcdcc6e84 service neutron] 10.222.0.20 "PUT /v2.0/ports/b3a8c881-5669-4abd-8b21-08cdf5df499b HTTP/1.1" status: 200 len: 1093 time: 1.2020836 Aug 02 13:43:06.882612 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba278e0-2873-402d-950d-f9b7920e945c', 'tag': 'b3a8c881-5669-4abd-8b21-08cdf5df499b'}] {{(pid=104368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:43:06.886535 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245b70741b0aa7b9232129cc368cc987c69949c5cf8ab06a5d5e033a5668ca41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a64804-eebd-4d5c-96b3-80167cf8cf27" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba278e0-2873-402d-950d-f9b7920e945c", "tag": "b3a8c881-5669-4abd-8b21-08cdf5df499b"}]}' {{(pid=104368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:43:06.919155 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a6df5-45e9-4fcc-874b-f29dcdcc6e84 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a8c881-5669-4abd-8b21-08cdf5df499b,revision_number=3']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:06.941853 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a36091-a46c-4b4e-bc11-8c7cec386690 x-openstack-request-id: req-62a36091-a46c-4b4e-bc11-8c7cec386690 {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:43:06.942149 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba278e0-2873-402d-950d-f9b7920e945c", "tag": "b3a8c881-5669-4abd-8b21-08cdf5df499b", "status": "completed", "code": 200}]} {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:43:06.942465 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-62a36091-a46c-4b4e-bc11-8c7cec386690 {{(pid=104368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:43:06.943022 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62a36091-a46c-4b4e-bc11-8c7cec386690'] response: {'name': 'network-changed', 'server_uuid': '6ba278e0-2873-402d-950d-f9b7920e945c', 'tag': 'b3a8c881-5669-4abd-8b21-08cdf5df499b', 'status': 'completed', 'code': 200} Aug 02 13:43:07.019723 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a9a66935-9825-4ed2-a1f6-ba6d4aa29953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (7365261c-10aa-48ae-90b6-e72ebb8433bd), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:07.087604 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-05186248-5eb1-4dd9-9460-aebbc76c1c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'name': 'tempest-AttachVolumeShelveTestJSON-1418216456-router', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:43:02Z', 'updated_at': '2022-08-02T13:43:04Z', 'revision_number': 3, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'gw_port': {'id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:03Z', 'updated_at': '2022-08-02T13:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:07.092842 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-d3f1e868-4b58-4363-99e1-3c3c33770e6b None None] Provisioning complete for port 7365261c-10aa-48ae-90b6-e72ebb8433bd triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:43:07.093367 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-d3f1e868-4b58-4363-99e1-3c3c33770e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (7365261c-10aa-48ae-90b6-e72ebb8433bd), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:07.096484 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a64804-eebd-4d5c-96b3-80167cf8cf27 req-fc97a64e-b190-40a5-8da4-b71ff2b206c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:07.098642 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-b8a64804-eebd-4d5c-96b3-80167cf8cf27 req-fc97a64e-b190-40a5-8da4-b71ff2b206c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2fd74b29e9441818796d9040d4be7e5&device_id=6ba278e0-2873-402d-950d-f9b7920e945c HTTP/1.1" status: 200 len: 1127 time: 0.1310620 Aug 02 13:43:07.159001 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-55982d61-cd10-42b8-ba7a-fe6673352d99 req-0b68c510-ee38-4b6f-9798-16192ac05fc7 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:07.159319 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-55982d61-cd10-42b8-ba7a-fe6673352d99 req-0b68c510-ee38-4b6f-9798-16192ac05fc7 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772271'] for floatingip (2eb06319-c821-4aec-9ae6-ccd067651159), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:07.159699 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.db.l3_db [req-55982d61-cd10-42b8-ba7a-fe6673352d99 req-0b68c510-ee38-4b6f-9798-16192ac05fc7 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Floating IP 2eb06319-c821-4aec-9ae6-ccd067651159 disassociated. External IP: 172.27.4.198, port: 6d08b7bb-0121-4185-a0ae-b80415e80f63. Aug 02 13:43:07.160071 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [req-55982d61-cd10-42b8-ba7a-fe6673352d99 req-0b68c510-ee38-4b6f-9798-16192ac05fc7 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Calling delete_port for 6d08b7bb-0121-4185-a0ae-b80415e80f63 owned by compute:nova {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:43:07.183169 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05186248-5eb1-4dd9-9460-aebbc76c1c05 None None] The sync data for ids ['18c37cf6-75d3-4501-a495-ae57fdd7972b'] in dv-cinder-847864-8-iscsi is: [{'id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'name': 'tempest-AttachVolumeShelveTestJSON-1418216456-router', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:43:02Z', 'updated_at': '2022-08-02T13:43:04Z', 'revision_number': 3, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'gw_port': {'id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:03Z', 'updated_at': '2022-08-02T13:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:43:07.212452 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81f3fb-92c7-4dc4-93f0-30731f93daf0 req-8fa1be5a-c623-4479-8f26-5f8ca854c0fc tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:07.220088 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-d3f1e868-4b58-4363-99e1-3c3c33770e6b None None] Port 7365261c-10aa-48ae-90b6-e72ebb8433bd cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:43:07.220720 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-aa81f3fb-92c7-4dc4-93f0-30731f93daf0 req-8fa1be5a-c623-4479-8f26-5f8ca854c0fc tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ba278e0-2873-402d-950d-f9b7920e945c HTTP/1.1" status: 200 len: 943 time: 0.1686749 Aug 02 13:43:07.381170 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bc1a3-4a73-4c46-ae79-8225af042dab req-6c1da89e-bafd-4538-a443-818c8ed31059 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:07.383950 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-be5bc1a3-4a73-4c46-ae79-8225af042dab req-6c1da89e-bafd-4538-a443-818c8ed31059 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 945 time: 0.1612949 Aug 02 13:43:07.444117 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device c9b867b5-ab9b-419b-8818-e6e81a113957 up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:43:07.526576 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port c9b867b5-ab9b-419b-8818-e6e81a113957 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:43:07.526576 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (c9b867b5-ab9b-419b-8818-e6e81a113957), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:07.561501 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-be5bc1a3-4a73-4c46-ae79-8225af042dab req-b424aeb3-e064-44cb-8c6a-b9c61f96f8b3 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672950 Aug 02 13:43:07.573761 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a9a66935-9825-4ed2-a1f6-ba6d4aa29953 admin admin] Publish callbacks [] for port (7365261c-10aa-48ae-90b6-e72ebb8433bd), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:07.602441 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-55982d61-cd10-42b8-ba7a-fe6673352d99 req-0b68c510-ee38-4b6f-9798-16192ac05fc7 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (6d08b7bb-0121-4185-a0ae-b80415e80f63), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:07.636680 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68c510-ee38-4b6f-9798-16192ac05fc7 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Pushing event deleted for resources: {'Port': ['ID=6d08b7bb-0121-4185-a0ae-b80415e80f63,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:07.640397 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a9a66935-9825-4ed2-a1f6-ba6d4aa29953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (7365261c-10aa-48ae-90b6-e72ebb8433bd), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:07.660860 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port c9b867b5-ab9b-419b-8818-e6e81a113957 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:43:07.751289 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-aa81f3fb-92c7-4dc4-93f0-30731f93daf0 req-6d28711b-4692-4ec2-bf25-917951a2b161 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=23cafb51-1ea7-4280-8a2e-a4c3b0e5071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5217066 Aug 02 13:43:07.756551 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a64804-eebd-4d5c-96b3-80167cf8cf27 req-d8e2e077-3a41-41f5-a94a-3d1ea5684540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:07.759288 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-b8a64804-eebd-4d5c-96b3-80167cf8cf27 req-d8e2e077-3a41-41f5-a94a-3d1ea5684540 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b2fd74b29e9441818796d9040d4be7e5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.6519437 Aug 02 13:43:07.777733 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a9a66935-9825-4ed2-a1f6-ba6d4aa29953 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773000'] for router_interface (18c37cf6-75d3-4501-a495-ae57fdd7972b), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:07.793002 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a66935-9825-4ed2-a1f6-ba6d4aa29953 admin admin] Pushing event updated for resources: {'Port': ['ID=7365261c-10aa-48ae-90b6-e72ebb8433bd,revision_number=2']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:07.915801 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55982d61-cd10-42b8-ba7a-fe6673352d99 req-0b68c510-ee38-4b6f-9798-16192ac05fc7 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Router 7e875251-ed9c-4695-9e35-43919f7fbbef has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:43:07.966242 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a64804-eebd-4d5c-96b3-80167cf8cf27 req-a2439ea8-c612-4c74-b373-08acec47894c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:07.967894 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-b8a64804-eebd-4d5c-96b3-80167cf8cf27 req-a2439ea8-c612-4c74-b373-08acec47894c service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2015150 Aug 02 13:43:08.005820 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a66935-9825-4ed2-a1f6-ba6d4aa29953 admin admin] Network d1ca7bc5-1e11-41ba-99a3-db435e41589e is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:43:08.012463 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-a9a66935-9825-4ed2-a1f6-ba6d4aa29953 admin admin] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:43:08.100400 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-801eb09c-f2ed-45d5-a664-530d7f95d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:08.103729 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-801eb09c-f2ed-45d5-a664-530d7f95d7dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2fd74b29e9441818796d9040d4be7e5&device_id=6ba278e0-2873-402d-950d-f9b7920e945c HTTP/1.1" status: 200 len: 1127 time: 0.0838599 Aug 02 13:43:08.180505 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-4971d1d0-2157-449a-9553-866748fd92e1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3a8c881-5669-4abd-8b21-08cdf5df499b HTTP/1.1" status: 200 len: 217 time: 0.0603058 Aug 02 13:43:08.204106 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55982d61-cd10-42b8-ba7a-fe6673352d99 req-0b68c510-ee38-4b6f-9798-16192ac05fc7 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:43:08.219747 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd1427c-3f7d-4956-8896-18b703e67764 None None] Sync routers for ids ['7e875251-ed9c-4695-9e35-43919f7fbbef'] in dv-cinder-847864-8-iscsi {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:43:08.237388 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd1427c-3f7d-4956-8896-18b703e67764 None None] Routers {'7e875251-ed9c-4695-9e35-43919f7fbbef'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:43:08.238826 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-fcd1427c-3f7d-4956-8896-18b703e67764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:42:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['7e875251-ed9c-4695-9e35-43919f7fbbef'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:08.261161 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [req-55982d61-cd10-42b8-ba7a-fe6673352d99 req-0b68c510-ee38-4b6f-9798-16192ac05fc7 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] No DVR routers for this DVR port 6d08b7bb-0121-4185-a0ae-b80415e80f63 on host hv-cinder-84786 {{(pid=104369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:43:08.265712 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-55982d61-cd10-42b8-ba7a-fe6673352d99 req-0b68c510-ee38-4b6f-9798-16192ac05fc7 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:08.271450 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-55982d61-cd10-42b8-ba7a-fe6673352d99 req-0b68c510-ee38-4b6f-9798-16192ac05fc7 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.20 "DELETE /v2.0/ports/6d08b7bb-0121-4185-a0ae-b80415e80f63 HTTP/1.1" status: 204 len: 173 time: 1.8479679 Aug 02 13:43:08.272139 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048a6cca-4de0-4269-bbd8-919a2e83f23a', 'name': 'network-vif-deleted', 'tag': '6d08b7bb-0121-4185-a0ae-b80415e80f63'}] {{(pid=104369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:43:08.287806 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bf99331ba47a6ac295264f2d91701b523438f9b2384832aa813a78b8ac64a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a22aef6-8679-4b3e-a2b5-8c2674f91aa0" -d '{"events": [{"server_uuid": "048a6cca-4de0-4269-bbd8-919a2e83f23a", "name": "network-vif-deleted", "tag": "6d08b7bb-0121-4185-a0ae-b80415e80f63"}]}' {{(pid=104369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:43:08.292843 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-aec3abea-05ea-49a3-8d2e-6d770d0dd2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:08.295183 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-aec3abea-05ea-49a3-8d2e-6d770d0dd2f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8569d97-f9a0-41c9-a9b0-dce29c9f7e4e HTTP/1.1" status: 200 len: 854 time: 0.1070743 Aug 02 13:43:08.299689 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a66935-9825-4ed2-a1f6-ba6d4aa29953 admin admin] Router 18c37cf6-75d3-4501-a495-ae57fdd7972b has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:43:08.376779 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-100ee7eb-7d74-4212-85c1-552c234963d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:08.379756 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-100ee7eb-7d74-4212-85c1-552c234963d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b9a0aff9-4db3-4151-8258-5ca59205b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0764267 Aug 02 13:43:08.415208 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428140d3-5802-48f0-a41f-8ab18fa7cc35 x-openstack-request-id: req-428140d3-5802-48f0-a41f-8ab18fa7cc35 {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:43:08.415674 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048a6cca-4de0-4269-bbd8-919a2e83f23a", "name": "network-vif-deleted", "tag": "6d08b7bb-0121-4185-a0ae-b80415e80f63", "status": "completed", "code": 200}]} {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:43:08.416827 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-428140d3-5802-48f0-a41f-8ab18fa7cc35 {{(pid=104369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:43:08.417446 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-428140d3-5802-48f0-a41f-8ab18fa7cc35'] response: {'server_uuid': '048a6cca-4de0-4269-bbd8-919a2e83f23a', 'name': 'network-vif-deleted', 'tag': '6d08b7bb-0121-4185-a0ae-b80415e80f63', 'status': 'completed', 'code': 200} Aug 02 13:43:08.443895 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-fcd1427c-3f7d-4956-8896-18b703e67764 None None] Set router 7e875251-ed9c-4695-9e35-43919f7fbbef gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:43:08.449650 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a66935-9825-4ed2-a1f6-ba6d4aa29953 admin admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:43:08.469511 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-a9a66935-9825-4ed2-a1f6-ba6d4aa29953 admin admin] 10.222.0.67 "PUT /v2.0/routers/18c37cf6-75d3-4501-a495-ae57fdd7972b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3942952 Aug 02 13:43:08.508833 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-24701cc1-587c-41df-a5b5-54a77522afb5 service neutron] 10.222.0.20 "GET /v2.0/networks/b9a0aff9-4db3-4151-8258-5ca59205b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191990 Aug 02 13:43:08.511245 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6bdeca87-6b38-4e51-9101-cd88191816a1 None None] Provisioning complete for port 7365261c-10aa-48ae-90b6-e72ebb8433bd triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:43:08.511767 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6bdeca87-6b38-4e51-9101-cd88191816a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (7365261c-10aa-48ae-90b6-e72ebb8433bd), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:08.558629 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6bdeca87-6b38-4e51-9101-cd88191816a1 None None] Port 7365261c-10aa-48ae-90b6-e72ebb8433bd cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:43:08.638700 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-13d776ab-876f-45bd-98d8-f76d3cefd11f req-af7dc193-a9ab-48b8-b6e9-0ad407f66481 service neutron] 10.222.0.20 "GET /v2.0/networks/b9a0aff9-4db3-4151-8258-5ca59205b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236646 Aug 02 13:43:08.687052 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-dbed6331-4166-4157-b2a3-4a6fba903d6b req-00bf4acc-e2c0-43e0-b809-238b89686a65 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 210 time: 0.0345359 Aug 02 13:43:08.716565 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-fcd1427c-3f7d-4956-8896-18b703e67764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'name': 'tempest-TestVolumeBootPattern-1215620166-router', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:30Z', 'updated_at': '2022-08-02T13:39:34Z', 'revision_number': 4, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'gw_port': {'id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:31Z', 'updated_at': '2022-08-02T13:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9', 'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'mac_address': 'fa:16:3e:47:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:34Z', 'updated_at': '2022-08-02T13:39:39Z', 'revision_number': 5, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'subnets': [{'id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:08.748170 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd1427c-3f7d-4956-8896-18b703e67764 None None] Checking router: 7e875251-ed9c-4695-9e35-43919f7fbbef for host: dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:43:08.757675 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd1427c-3f7d-4956-8896-18b703e67764 None None] Routers {'7e875251-ed9c-4695-9e35-43919f7fbbef'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:43:08.758314 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-fcd1427c-3f7d-4956-8896-18b703e67764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:42:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['7e875251-ed9c-4695-9e35-43919f7fbbef'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:08.871879 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-fcd1427c-3f7d-4956-8896-18b703e67764 None None] Set router 7e875251-ed9c-4695-9e35-43919f7fbbef gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:43:08.928752 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afb57c-9180-486f-8395-c57b05a47c58 req-640a8c70-5a99-4483-9701-4f6e39abad56 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:08.930710 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-c4afb57c-9180-486f-8395-c57b05a47c58 req-640a8c70-5a99-4483-9701-4f6e39abad56 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ba278e0-2873-402d-950d-f9b7920e945c HTTP/1.1" status: 200 len: 943 time: 0.0686486 Aug 02 13:43:08.953534 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 38896) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:43:08.961669 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-a3adb9e7-a985-435e-ade3-e77426190c70 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1266302568', 'description': 'tempest-description--837499428'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:43:08.999128 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-c4afb57c-9180-486f-8395-c57b05a47c58 req-f363f268-e032-4747-8367-948ae7fc1e7d tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=23cafb51-1ea7-4280-8a2e-a4c3b0e5071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594840 Aug 02 13:43:09.051228 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a3adb9e7-a985-435e-ade3-e77426190c70 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:09.181872 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-3e8c3cd4-2620-41cc-803a-807b22485ce5 req-93cfcbf8-9a3c-4271-ad55-12f02ff1cc35 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1412224250&fields=id&tenant_id=dd6856819f8e46ee924851629dadd00b HTTP/1.1" status: 200 len: 267 time: 0.0790553 Aug 02 13:43:09.184761 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a3adb9e7-a985-435e-ade3-e77426190c70 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for security_group (5c16de43-e6d5-4644-984a-9bca0b6d1618), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:09.197186 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-fcd1427c-3f7d-4956-8896-18b703e67764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'name': 'tempest-TestVolumeBootPattern-1215620166-router', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:30Z', 'updated_at': '2022-08-02T13:39:34Z', 'revision_number': 4, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'gw_port': {'id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:31Z', 'updated_at': '2022-08-02T13:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9', 'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'mac_address': 'fa:16:3e:47:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:34Z', 'updated_at': '2022-08-02T13:39:39Z', 'revision_number': 5, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'subnets': [{'id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:09.236055 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd1427c-3f7d-4956-8896-18b703e67764 None None] The sync data for ids ['7e875251-ed9c-4695-9e35-43919f7fbbef'] in dv-cinder-847864-8-iscsi is: [{'id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'name': 'tempest-TestVolumeBootPattern-1215620166-router', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:30Z', 'updated_at': '2022-08-02T13:39:34Z', 'revision_number': 4, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'gw_port': {'id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:31Z', 'updated_at': '2022-08-02T13:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9', 'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'mac_address': 'fa:16:3e:47:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:34Z', 'updated_at': '2022-08-02T13:39:39Z', 'revision_number': 5, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'subnets': [{'id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:43:09.240696 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a3adb9e7-a985-435e-ade3-e77426190c70 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (5c16de43-e6d5-4644-984a-9bca0b6d1618), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:09.279891 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c3cd4-2620-41cc-803a-807b22485ce5 req-1ae8ffb3-ea34-494f-a250-4c74ab866213 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:09.281365 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-3e8c3cd4-2620-41cc-803a-807b22485ce5 req-1ae8ffb3-ea34-494f-a250-4c74ab866213 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 984 time: 0.0913687 Aug 02 13:43:09.299352 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [req-3e8c3cd4-2620-41cc-803a-807b22485ce5 req-bc7734a5-8e9c-47e5-aba7-09e428adc633 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Request body: {'port': {'security_groups': ['af89b939-4423-4d3f-ac5c-34a8efaa0c75']}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:43:09.306169 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3adb9e7-a985-435e-ade3-e77426190c70 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c16de43-e6d5-4644-984a-9bca0b6d1618,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:09.359704 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a3adb9e7-a985-435e-ade3-e77426190c70 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:09.361307 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-a3adb9e7-a985-435e-ade3-e77426190c70 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4067273 Aug 02 13:43:09.364331 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 38900) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:43:09.370802 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-b8b1a31c-a283-47bc-913e-a3c28556411c tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Request body: {'security_group_rule': {'security_group_id': '5c16de43-e6d5-4644-984a-9bca0b6d1618', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:43:09.415520 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-3e8c3cd4-2620-41cc-803a-807b22485ce5 req-bc7734a5-8e9c-47e5-aba7-09e428adc633 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (1e0071e8-7e67-4464-a737-53ca665ed3ca), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:09.443023 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31858386-a661-43e7-9974-640fe95b4488 None None] Sync routers for ids ['18c37cf6-75d3-4501-a495-ae57fdd7972b'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:43:09.457564 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31858386-a661-43e7-9974-640fe95b4488 None None] Routers {'18c37cf6-75d3-4501-a495-ae57fdd7972b'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:43:09.457862 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-31858386-a661-43e7-9974-640fe95b4488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:42:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['18c37cf6-75d3-4501-a495-ae57fdd7972b'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:09.479587 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-b8b1a31c-a283-47bc-913e-a3c28556411c tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for security_group_rule (02386743-4a4b-43e4-a9e4-e162b5f6c829), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:09.504892 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device c0bd270f-905e-41d5-9e1a-24c28b2363d6 up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:43:09.554580 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-b8b1a31c-a283-47bc-913e-a3c28556411c tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for security_group_rule (02386743-4a4b-43e4-a9e4-e162b5f6c829), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:09.625359 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-31858386-a661-43e7-9974-640fe95b4488 None None] Set router 18c37cf6-75d3-4501-a495-ae57fdd7972b gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:43:09.637610 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-b8b1a31c-a283-47bc-913e-a3c28556411c tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (02386743-4a4b-43e4-a9e4-e162b5f6c829), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:09.652339 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port c0bd270f-905e-41d5-9e1a-24c28b2363d6 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:43:09.652580 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (c0bd270f-905e-41d5-9e1a-24c28b2363d6), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:09.661440 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-3e8c3cd4-2620-41cc-803a-807b22485ce5 req-bc7734a5-8e9c-47e5-aba7-09e428adc633 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] For port 1e0071e8-7e67-4464-a737-53ca665ed3ca, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=1e0071e8-7e67-4464-a737-53ca665ed3ca,segment=NetworkSegment(22ddfb82-4105-4957-802c-24a28c44ee2c),segment_id=22ddfb82-4105-4957-802c-24a28c44ee2c)] {{(pid=104369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:43:09.668912 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1a31c-a283-47bc-913e-a3c28556411c tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02386743-4a4b-43e4-a9e4-e162b5f6c829,revision_number=0']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:09.710056 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-3e8c3cd4-2620-41cc-803a-807b22485ce5 req-bc7734a5-8e9c-47e5-aba7-09e428adc633 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks [] for port (1e0071e8-7e67-4464-a737-53ca665ed3ca), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:09.753213 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-b8b1a31c-a283-47bc-913e-a3c28556411c tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:09.757225 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-b8b1a31c-a283-47bc-913e-a3c28556411c tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3891425 Aug 02 13:43:09.758230 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 38904) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:43:09.766012 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-0ab04451-aea0-4e1a-8946-515719f2b611 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Request body: {'security_group_rule': {'security_group_id': '5c16de43-e6d5-4644-984a-9bca0b6d1618', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:43:09.784244 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-3e8c3cd4-2620-41cc-803a-807b22485ce5 req-bc7734a5-8e9c-47e5-aba7-09e428adc633 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (1e0071e8-7e67-4464-a737-53ca665ed3ca), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:09.797375 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['1e0071e8-7e67-4464-a737-53ca665ed3ca'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:43:09.816649 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f4ecac2e-5ef6-46c2-8787-90a60533a0e8 req-87152c5d-f31e-4b22-8e08-085e0d70ec28 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=048a6cca-4de0-4269-bbd8-919a2e83f23a HTTP/1.1" status: 200 len: 210 time: 0.0312850 Aug 02 13:43:09.848809 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b4efe0-fd07-4ad1-9201-19584d5f78c7 None None] New status for floating IP 2eb06319-c821-4aec-9ae6-ccd067651159: DOWN {{(pid=104371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:43:09.862059 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c3cd4-2620-41cc-803a-807b22485ce5 req-bc7734a5-8e9c-47e5-aba7-09e428adc633 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:09.862888 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-3e8c3cd4-2620-41cc-803a-807b22485ce5 req-bc7734a5-8e9c-47e5-aba7-09e428adc633 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:09.864373 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-3e8c3cd4-2620-41cc-803a-807b22485ce5 req-bc7734a5-8e9c-47e5-aba7-09e428adc633 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "PUT /v2.0/ports/1e0071e8-7e67-4464-a737-53ca665ed3ca HTTP/1.1" status: 200 len: 942 time: 0.5717149 Aug 02 13:43:09.872998 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 38906) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:43:09.896147 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7734a5-8e9c-47e5-aba7-09e428adc633 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Pushing event updated for resources: {'Port': ['ID=1e0071e8-7e67-4464-a737-53ca665ed3ca,revision_number=7']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:09.944269 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-0ab04451-aea0-4e1a-8946-515719f2b611 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for security_group_rule (af61ba9a-8168-4b35-81a5-24282eb48ef8), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:10.000801 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-447aa088-6ac1-4561-94e1-079a6b636c7d tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks [] for security_group (4bb1e101-2c5f-4cae-836c-ba68e802ba4d), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:10.005324 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 6d08b7bb-0121-4185-a0ae-b80415e80f63 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:43:10.045404 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-0ab04451-aea0-4e1a-8946-515719f2b611 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for security_group_rule (af61ba9a-8168-4b35-81a5-24282eb48ef8), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:10.052554 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-447aa088-6ac1-4561-94e1-079a6b636c7d tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks [] for security_group (4bb1e101-2c5f-4cae-836c-ba68e802ba4d), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:10.064655 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['1e0071e8-7e67-4464-a737-53ca665ed3ca'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:43:10.087051 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] No Port match for: 6d08b7bb-0121-4185-a0ae-b80415e80f63 {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:43:10.087239 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 6d08b7bb-0121-4185-a0ae-b80415e80f63 not bound to the agent host hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:43:10.097094 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port c0bd270f-905e-41d5-9e1a-24c28b2363d6 is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:43:10.099879 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (c0bd270f-905e-41d5-9e1a-24c28b2363d6), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:10.134576 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-0ab04451-aea0-4e1a-8946-515719f2b611 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (af61ba9a-8168-4b35-81a5-24282eb48ef8), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:10.156183 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] For port c0bd270f-905e-41d5-9e1a-24c28b2363d6, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=c0bd270f-905e-41d5-9e1a-24c28b2363d6,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:43:10.167731 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab04451-aea0-4e1a-8946-515719f2b611 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af61ba9a-8168-4b35-81a5-24282eb48ef8,revision_number=0']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:10.194325 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12143a1-fe73-4772-9e66-28a9ee151a0b req-34764b4e-49d6-4866-a435-1f48fab6f444 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:10.196004 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-b12143a1-fe73-4772-9e66-28a9ee151a0b req-34764b4e-49d6-4866-a435-1f48fab6f444 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ba278e0-2873-402d-950d-f9b7920e945c HTTP/1.1" status: 200 len: 943 time: 0.1051188 Aug 02 13:43:10.244049 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (c0bd270f-905e-41d5-9e1a-24c28b2363d6), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:10.252244 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-b12143a1-fe73-4772-9e66-28a9ee151a0b req-e262649f-76b2-4721-92f9-af77113328e4 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=23cafb51-1ea7-4280-8a2e-a4c3b0e5071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466383 Aug 02 13:43:10.261889 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-0ab04451-aea0-4e1a-8946-515719f2b611 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:10.266448 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 38910) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:43:10.271110 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-0ab04451-aea0-4e1a-8946-515719f2b611 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5057659 Aug 02 13:43:10.271693 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-6db356d5-848a-46dd-8122-bfa4f8aec99e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Request body: {'floatingip': {'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:43:10.287618 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-97b200b3-4712-475d-9a62-40da4bf52e8b None None] Provisioning complete for port 1e0071e8-7e67-4464-a737-53ca665ed3ca triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:43:10.287999 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-97b200b3-4712-475d-9a62-40da4bf52e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (1e0071e8-7e67-4464-a737-53ca665ed3ca), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:10.320678 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-447aa088-6ac1-4561-94e1-079a6b636c7d tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (4bb1e101-2c5f-4cae-836c-ba68e802ba4d), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:10.323604 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-447aa088-6ac1-4561-94e1-079a6b636c7d tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:10.324904 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-447aa088-6ac1-4561-94e1-079a6b636c7d tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "DELETE /v2.0/security-groups/4bb1e101-2c5f-4cae-836c-ba68e802ba4d HTTP/1.1" status: 204 len: 168 time: 0.4501553 Aug 02 13:43:10.327789 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 38912) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:43:10.334931 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447aa088-6ac1-4561-94e1-079a6b636c7d tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb1e101-2c5f-4cae-836c-ba68e802ba4d,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:10.408911 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Pushing event updated for resources: {'Port': ['ID=c0bd270f-905e-41d5-9e1a-24c28b2363d6,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:10.424381 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac2bed7-17ae-47b3-ae69-66d54f902550', 'tag': '1e0071e8-7e67-4464-a737-53ca665ed3ca'}] {{(pid=104369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:43:10.426763 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bf99331ba47a6ac295264f2d91701b523438f9b2384832aa813a78b8ac64a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa78448-2026-402c-9508-bd0da7197dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac2bed7-17ae-47b3-ae69-66d54f902550", "tag": "1e0071e8-7e67-4464-a737-53ca665ed3ca"}]}' {{(pid=104369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:43:10.438624 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-31858386-a661-43e7-9974-640fe95b4488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'name': 'tempest-AttachVolumeShelveTestJSON-1418216456-router', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:43:02Z', 'updated_at': '2022-08-02T13:43:06Z', 'revision_number': 4, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'gw_port': {'id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:03Z', 'updated_at': '2022-08-02T13:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '7365261c-10aa-48ae-90b6-e72ebb8433bd', 'name': '', 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'mac_address': 'fa:16:3e:57:05:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:05Z', 'updated_at': '2022-08-02T13:43:07Z', 'revision_number': 2, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'subnets': [{'id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:10.439033 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6db356d5-848a-46dd-8122-bfa4f8aec99e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:10.486525 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ae0b80-be81-453e-a5c9-590a22ceda41 x-openstack-request-id: req-c2ae0b80-be81-453e-a5c9-590a22ceda41 {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:43:10.486899 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac2bed7-17ae-47b3-ae69-66d54f902550", "tag": "1e0071e8-7e67-4464-a737-53ca665ed3ca", "status": "completed", "code": 200}]} {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:43:10.487086 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c2ae0b80-be81-453e-a5c9-590a22ceda41 {{(pid=104369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:43:10.487453 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2ae0b80-be81-453e-a5c9-590a22ceda41'] response: {'name': 'network-changed', 'server_uuid': '5ac2bed7-17ae-47b3-ae69-66d54f902550', 'tag': '1e0071e8-7e67-4464-a737-53ca665ed3ca', 'status': 'completed', 'code': 200} Aug 02 13:43:10.499586 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31858386-a661-43e7-9974-640fe95b4488 None None] Checking router: 18c37cf6-75d3-4501-a495-ae57fdd7972b for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:43:10.499958 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31858386-a661-43e7-9974-640fe95b4488 None None] Updating router 18c37cf6-75d3-4501-a495-ae57fdd7972b port 7365261c-10aa-48ae-90b6-e72ebb8433bd binding host dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:43:10.549524 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa78448-2026-402c-9508-bd0da7197dfd req-77bb6fa0-5e9d-4a2e-ab0a-d7272052e07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:10.551275 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2aa78448-2026-402c-9508-bd0da7197dfd req-77bb6fa0-5e9d-4a2e-ab0a-d7272052e07c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd6856819f8e46ee924851629dadd00b&device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 1129 time: 0.0507796 Aug 02 13:43:10.564244 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-3f436a06-13a5-4786-b6ec-a95773f7f067 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Deleting port 1c047936-b76c-4268-b692-0c94590e9223 {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:43:10.564652 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3f436a06-13a5-4786-b6ec-a95773f7f067 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (1c047936-b76c-4268-b692-0c94590e9223), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:10.586299 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-31858386-a661-43e7-9974-640fe95b4488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (7365261c-10aa-48ae-90b6-e72ebb8433bd), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:10.590401 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-97b200b3-4712-475d-9a62-40da4bf52e8b None None] Current status of the port 1e0071e8-7e67-4464-a737-53ca665ed3ca is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:43:10.668383 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa78448-2026-402c-9508-bd0da7197dfd req-6c3ed065-9fc2-43cf-8129-b21852a5da1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:10.669887 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2aa78448-2026-402c-9508-bd0da7197dfd req-6c3ed065-9fc2-43cf-8129-b21852a5da1e service neutron] 10.222.0.20 "GET /v2.0/networks?id=7e3dba26-4d36-495f-9356-de3966b3c4ca HTTP/1.1" status: 200 len: 915 time: 0.1114864 Aug 02 13:43:10.685009 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6db356d5-848a-46dd-8122-bfa4f8aec99e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:10.688154 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3f436a06-13a5-4786-b6ec-a95773f7f067 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (1c047936-b76c-4268-b692-0c94590e9223), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:10.688499 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3f436a06-13a5-4786-b6ec-a95773f7f067 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks [] for floatingip (1c047936-b76c-4268-b692-0c94590e9223), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:10.709707 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-3f436a06-13a5-4786-b6ec-a95773f7f067 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Calling delete_port for 1c047936-b76c-4268-b692-0c94590e9223 owned by network:floatingip {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:43:10.740121 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2aa78448-2026-402c-9508-bd0da7197dfd req-161122ed-6584-4cd6-b059-c09bba768b02 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e0071e8-7e67-4464-a737-53ca665ed3ca HTTP/1.1" status: 200 len: 1001 time: 0.0608575 Aug 02 13:43:10.801869 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa78448-2026-402c-9508-bd0da7197dfd req-ff5feaaf-1f20-49b5-a082-e5add87c86ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:10.803405 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2aa78448-2026-402c-9508-bd0da7197dfd req-ff5feaaf-1f20-49b5-a082-e5add87c86ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de HTTP/1.1" status: 200 len: 853 time: 0.0570648 Aug 02 13:43:10.867968 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa78448-2026-402c-9508-bd0da7197dfd req-3df2ecc4-c711-42b4-a466-b28633d54f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:10.869806 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2aa78448-2026-402c-9508-bd0da7197dfd req-3df2ecc4-c711-42b4-a466-b28633d54f14 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7e3dba26-4d36-495f-9356-de3966b3c4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587807 Aug 02 13:43:10.893107 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [None req-6db356d5-848a-46dd-8122-bfa4f8aec99e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Allocated IP 172.27.4.118 (ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7/17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c/e8fbf04e-324f-4db3-aaf7-0e4f017691ff) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:43:10.903628 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-31858386-a661-43e7-9974-640fe95b4488 None None] Publish callbacks [] for port (7365261c-10aa-48ae-90b6-e72ebb8433bd), precommit_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:10.994482 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2aa78448-2026-402c-9508-bd0da7197dfd req-336c2689-6305-487e-bc67-214668a4bda6 service neutron] 10.222.0.20 "GET /v2.0/networks/7e3dba26-4d36-495f-9356-de3966b3c4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181352 Aug 02 13:43:10.996636 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-31858386-a661-43e7-9974-640fe95b4488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (7365261c-10aa-48ae-90b6-e72ebb8433bd), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:11.084598 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3989ab6-f005-47ca-8ba3-7daab427a7db None None] Pushing event updated for resources: {'Port': ['ID=7365261c-10aa-48ae-90b6-e72ebb8433bd,revision_number=3']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:11.154727 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-31858386-a661-43e7-9974-640fe95b4488 None None] Attempting to bind port 7365261c-10aa-48ae-90b6-e72ebb8433bd on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:43:11.155265 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-31858386-a661-43e7-9974-640fe95b4488 None None] Attempting to bind port 7365261c-10aa-48ae-90b6-e72ebb8433bd by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': 'e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e'}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:43:11.155831 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31858386-a661-43e7-9974-640fe95b4488 None None] Attempting to bind port 7365261c-10aa-48ae-90b6-e72ebb8433bd on network d1ca7bc5-1e11-41ba-99a3-db435e41589e {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:43:11.162786 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31858386-a661-43e7-9974-640fe95b4488 None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:43:11.164788 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31858386-a661-43e7-9974-640fe95b4488 None None] Checking segment: {'id': 'e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:43:11.165374 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-31858386-a661-43e7-9974-640fe95b4488 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:11.165846 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2aa78448-2026-402c-9508-bd0da7197dfd req-a3788646-9e2f-4651-a319-251828214ead service neutron] 10.222.0.20 "GET /v2.0/networks/7e3dba26-4d36-495f-9356-de3966b3c4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621835 Aug 02 13:43:11.166048 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31858386-a661-43e7-9974-640fe95b4488 None None] Bound using segment: {'id': 'e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e'} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:43:11.166599 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-31858386-a661-43e7-9974-640fe95b4488 None None] Bound port: 7365261c-10aa-48ae-90b6-e72ebb8433bd, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e'}}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:43:11.167054 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-31858386-a661-43e7-9974-640fe95b4488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (7365261c-10aa-48ae-90b6-e72ebb8433bd), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:11.246962 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-31858386-a661-43e7-9974-640fe95b4488 None None] For port 7365261c-10aa-48ae-90b6-e72ebb8433bd, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:43:11.252907 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-31858386-a661-43e7-9974-640fe95b4488 None None] For port 7365261c-10aa-48ae-90b6-e72ebb8433bd, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=7365261c-10aa-48ae-90b6-e72ebb8433bd,segment=NetworkSegment(e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75),segment_id=e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75)] {{(pid=104370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:43:11.323340 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6d26f409-d197-4f82-92a3-5aa5886dfa48 None None] Provisioning complete for port 7365261c-10aa-48ae-90b6-e72ebb8433bd triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:43:11.323735 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6d26f409-d197-4f82-92a3-5aa5886dfa48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (7365261c-10aa-48ae-90b6-e72ebb8433bd), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:11.359301 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1070898b-745d-46f8-b2e0-3e74a036897c req-a8a74f33-b1b6-4443-b232-11882501485d tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1875824093&fields=id&tenant_id=26af2dc63c6142548bb513c4aed2b4d0 HTTP/1.1" status: 200 len: 267 time: 0.1198368 Aug 02 13:43:11.361524 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6d26f409-d197-4f82-92a3-5aa5886dfa48 None None] Port 7365261c-10aa-48ae-90b6-e72ebb8433bd cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:43:11.384798 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-31858386-a661-43e7-9974-640fe95b4488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (7365261c-10aa-48ae-90b6-e72ebb8433bd), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:11.387690 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6db356d5-848a-46dd-8122-bfa4f8aec99e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for port (e8fbf04e-324f-4db3-aaf7-0e4f017691ff), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:11.408030 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426202b-685d-4007-add3-14029dd82ba7 req-c9c71173-8281-49eb-b932-d7e96f7c13b9 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:11.416710 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e426202b-685d-4007-add3-14029dd82ba7 req-c9c71173-8281-49eb-b932-d7e96f7c13b9 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ba278e0-2873-402d-950d-f9b7920e945c HTTP/1.1" status: 200 len: 943 time: 0.0749242 Aug 02 13:43:11.471813 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3989ab6-f005-47ca-8ba3-7daab427a7db None None] Pushing event updated for resources: {'Port': ['ID=7365261c-10aa-48ae-90b6-e72ebb8433bd,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:11.484682 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e426202b-685d-4007-add3-14029dd82ba7 req-381ac5f2-89ea-4e3f-a271-487b43b72f06 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=23cafb51-1ea7-4280-8a2e-a4c3b0e5071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652008 Aug 02 13:43:11.485733 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3f436a06-13a5-4786-b6ec-a95773f7f067 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (1c047936-b76c-4268-b692-0c94590e9223), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:11.495227 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device c0bd270f-905e-41d5-9e1a-24c28b2363d6 up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:43:11.548794 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f436a06-13a5-4786-b6ec-a95773f7f067 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Pushing event deleted for resources: {'Port': ['ID=1c047936-b76c-4268-b692-0c94590e9223,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:11.549485 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31858386-a661-43e7-9974-640fe95b4488 None None] Routers {'18c37cf6-75d3-4501-a495-ae57fdd7972b'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:43:11.550410 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-31858386-a661-43e7-9974-640fe95b4488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:42:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['18c37cf6-75d3-4501-a495-ae57fdd7972b'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:11.561620 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070898b-745d-46f8-b2e0-3e74a036897c req-afdd8872-18a2-4eda-b3d6-92b5f9efd306 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:11.563247 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1070898b-745d-46f8-b2e0-3e74a036897c req-afdd8872-18a2-4eda-b3d6-92b5f9efd306 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/networks?id=01ffcfab-a887-4187-8399-c98076da1ec3 HTTP/1.1" status: 200 len: 812 time: 0.1924379 Aug 02 13:43:11.603665 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6db356d5-848a-46dd-8122-bfa4f8aec99e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (e8fbf04e-324f-4db3-aaf7-0e4f017691ff), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:11.643957 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port c0bd270f-905e-41d5-9e1a-24c28b2363d6 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:43:11.644339 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (c0bd270f-905e-41d5-9e1a-24c28b2363d6), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:11.647418 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1070898b-745d-46f8-b2e0-3e74a036897c req-bacab8d1-5fd4-4131-9eb2-0e5c8f10a3cd tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/quotas/26af2dc63c6142548bb513c4aed2b4d0 HTTP/1.1" status: 200 len: 375 time: 0.0659518 Aug 02 13:43:11.665788 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db356d5-848a-46dd-8122-bfa4f8aec99e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:43:11.679739 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3f436a06-13a5-4786-b6ec-a95773f7f067 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks [] for floatingip (71d78228-b76c-4721-a3d8-2d19587e3ef9), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:11.680389 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.db.l3_db [None req-3f436a06-13a5-4786-b6ec-a95773f7f067 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Floating IP 71d78228-b76c-4721-a3d8-2d19587e3ef9 disassociated (deleted). External IP: 172.27.4.140, port: 1e0071e8-7e67-4464-a737-53ca665ed3ca. Aug 02 13:43:11.686122 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-6db356d5-848a-46dd-8122-bfa4f8aec99e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:43:11.703524 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-31858386-a661-43e7-9974-640fe95b4488 None None] Set router 18c37cf6-75d3-4501-a495-ae57fdd7972b gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:43:11.731355 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db356d5-848a-46dd-8122-bfa4f8aec99e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:43:11.733936 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db356d5-848a-46dd-8122-bfa4f8aec99e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Pushing event updated for resources: {'Port': ['ID=e8fbf04e-324f-4db3-aaf7-0e4f017691ff,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:11.844458 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1070898b-745d-46f8-b2e0-3e74a036897c req-fcf0ebbb-1cc1-4681-a969-e077cdb6fb68 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=26af2dc63c6142548bb513c4aed2b4d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1853905 Aug 02 13:43:11.870546 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device b3a8c881-5669-4abd-8b21-08cdf5df499b details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 13:43:11.872355 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port c0bd270f-905e-41d5-9e1a-24c28b2363d6 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:43:11.884899 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-d26de59d-3e53-42ca-a521-bda52d90b5f9 None None] Provisioning complete for port 7365261c-10aa-48ae-90b6-e72ebb8433bd triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:43:11.886715 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-d26de59d-3e53-42ca-a521-bda52d90b5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (7365261c-10aa-48ae-90b6-e72ebb8433bd), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:11.975763 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6db356d5-848a-46dd-8122-bfa4f8aec99e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for floatingip (7c94989d-86a1-48f5-a930-03ff753b5520), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:12.098858 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1070898b-745d-46f8-b2e0-3e74a036897c req-80a2ad5c-f633-45ee-89ee-e2c56bf18dbb service neutron] 10.222.0.67 "GET /v2.0/networks/01ffcfab-a887-4187-8399-c98076da1ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272918 Aug 02 13:43:12.101427 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6db356d5-848a-46dd-8122-bfa4f8aec99e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (e8fbf04e-324f-4db3-aaf7-0e4f017691ff), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:12.107777 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port b3a8c881-5669-4abd-8b21-08cdf5df499b, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=b3a8c881-5669-4abd-8b21-08cdf5df499b,segment=NetworkSegment(ce1819a5-765d-4f56-8809-88a6774bc35d),segment_id=ce1819a5-765d-4f56-8809-88a6774bc35d)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:43:12.128432 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-d26de59d-3e53-42ca-a521-bda52d90b5f9 None None] Current status of the port 7365261c-10aa-48ae-90b6-e72ebb8433bd is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:43:12.128834 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-d26de59d-3e53-42ca-a521-bda52d90b5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (7365261c-10aa-48ae-90b6-e72ebb8433bd), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:12.136438 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Returning: {'device': 'b3a8c881-5669-4abd-8b21-08cdf5df499b', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'port_id': 'b3a8c881-5669-4abd-8b21-08cdf5df499b', 'mac_address': 'fa:16:3e:9d:27:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 13:43:12.151752 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f436a06-13a5-4786-b6ec-a95773f7f067 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Router 48c8d95a-6eaf-41e2-a39c-72c71c917b95 has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:43:12.192893 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-31858386-a661-43e7-9974-640fe95b4488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'name': 'tempest-AttachVolumeShelveTestJSON-1418216456-router', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:43:02Z', 'updated_at': '2022-08-02T13:43:06Z', 'revision_number': 4, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'gw_port': {'id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:03Z', 'updated_at': '2022-08-02T13:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '7365261c-10aa-48ae-90b6-e72ebb8433bd', 'name': '', 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'mac_address': 'fa:16:3e:57:05:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:05Z', 'updated_at': '2022-08-02T13:43:11Z', 'revision_number': 4, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'subnets': [{'id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:12.231645 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-d26de59d-3e53-42ca-a521-bda52d90b5f9 None None] For port 7365261c-10aa-48ae-90b6-e72ebb8433bd, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=7365261c-10aa-48ae-90b6-e72ebb8433bd,segment=NetworkSegment(e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75),segment_id=e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:43:12.234036 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31858386-a661-43e7-9974-640fe95b4488 None None] The sync data for ids ['18c37cf6-75d3-4501-a495-ae57fdd7972b'] in dv-cinder-847864-8-iscsi is: [{'id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'name': 'tempest-AttachVolumeShelveTestJSON-1418216456-router', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:43:02Z', 'updated_at': '2022-08-02T13:43:06Z', 'revision_number': 4, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'gw_port': {'id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:03Z', 'updated_at': '2022-08-02T13:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '7365261c-10aa-48ae-90b6-e72ebb8433bd', 'name': '', 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'mac_address': 'fa:16:3e:57:05:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:05Z', 'updated_at': '2022-08-02T13:43:11Z', 'revision_number': 4, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'subnets': [{'id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:43:12.236508 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port b3a8c881-5669-4abd-8b21-08cdf5df499b is: DOWN; New status is: BUILD {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:43:12.237056 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (b3a8c881-5669-4abd-8b21-08cdf5df499b), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:12.252179 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a8c881-5669-4abd-8b21-08cdf5df499b {{(pid=104370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:43:12.276370 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port b3a8c881-5669-4abd-8b21-08cdf5df499b, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=b3a8c881-5669-4abd-8b21-08cdf5df499b,segment=NetworkSegment(ce1819a5-765d-4f56-8809-88a6774bc35d),segment_id=ce1819a5-765d-4f56-8809-88a6774bc35d)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:43:12.298047 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-d26de59d-3e53-42ca-a521-bda52d90b5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (7365261c-10aa-48ae-90b6-e72ebb8433bd), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:12.366535 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (b3a8c881-5669-4abd-8b21-08cdf5df499b), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:12.372757 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26de59d-3e53-42ca-a521-bda52d90b5f9 None None] Pushing event updated for resources: {'Port': ['ID=7365261c-10aa-48ae-90b6-e72ebb8433bd,revision_number=5']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:12.382989 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1070898b-745d-46f8-b2e0-3e74a036897c req-0507bab6-8de6-4c55-8600-cc67321450ea service neutron] 10.222.0.67 "GET /v2.0/networks/01ffcfab-a887-4187-8399-c98076da1ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758994 Aug 02 13:43:12.438186 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f436a06-13a5-4786-b6ec-a95773f7f067 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:43:12.449881 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-3f436a06-13a5-4786-b6ec-a95773f7f067 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:12.460200 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85444a46-8823-4ce4-b29f-97734c10b5cd None None] Sync routers for ids ['48c8d95a-6eaf-41e2-a39c-72c71c917b95'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:43:12.511423 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-3f436a06-13a5-4786-b6ec-a95773f7f067 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "DELETE /v2.0/floatingips/71d78228-b76c-4721-a3d8-2d19587e3ef9 HTTP/1.1" status: 204 len: 168 time: 2.1790998 Aug 02 13:43:12.511423 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac2bed7-17ae-47b3-ae69-66d54f902550', 'tag': '1e0071e8-7e67-4464-a737-53ca665ed3ca'}] {{(pid=104369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:43:12.513618 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bf99331ba47a6ac295264f2d91701b523438f9b2384832aa813a78b8ac64a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42d53a2-9ec5-4b74-8016-4ff2325b827d" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac2bed7-17ae-47b3-ae69-66d54f902550", "tag": "1e0071e8-7e67-4464-a737-53ca665ed3ca"}]}' {{(pid=104369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:43:12.517987 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6db356d5-848a-46dd-8122-bfa4f8aec99e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for port (e8fbf04e-324f-4db3-aaf7-0e4f017691ff), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:12.525767 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85444a46-8823-4ce4-b29f-97734c10b5cd None None] Routers {'48c8d95a-6eaf-41e2-a39c-72c71c917b95'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:43:12.526681 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-85444a46-8823-4ce4-b29f-97734c10b5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:42:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['48c8d95a-6eaf-41e2-a39c-72c71c917b95'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:12.583430 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=b3a8c881-5669-4abd-8b21-08cdf5df499b,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:12.610565 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6db356d5-848a-46dd-8122-bfa4f8aec99e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (e8fbf04e-324f-4db3-aaf7-0e4f017691ff), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:12.708284 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db356d5-848a-46dd-8122-bfa4f8aec99e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Pushing event updated for resources: {'Port': ['ID=e8fbf04e-324f-4db3-aaf7-0e4f017691ff,revision_number=2']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:12.748632 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6db356d5-848a-46dd-8122-bfa4f8aec99e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772271'] for floatingip (7c94989d-86a1-48f5-a930-03ff753b5520), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:12.815381 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['b3a8c881-5669-4abd-8b21-08cdf5df499b'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:43:12.878322 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-85444a46-8823-4ce4-b29f-97734c10b5cd None None] Set router 48c8d95a-6eaf-41e2-a39c-72c71c917b95 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:43:12.901980 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6db356d5-848a-46dd-8122-bfa4f8aec99e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:12.908515 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-6db356d5-848a-46dd-8122-bfa4f8aec99e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6352274 Aug 02 13:43:13.166934 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7739327-2b61-413a-abc2-36e3b97d9714 req-4fc85060-0d13-4cce-9577-6c221fb61c07 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:13.175789 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d7739327-2b61-413a-abc2-36e3b97d9714 req-4fc85060-0d13-4cce-9577-6c221fb61c07 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ba278e0-2873-402d-950d-f9b7920e945c HTTP/1.1" status: 200 len: 944 time: 0.0827487 Aug 02 13:43:13.237118 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-85444a46-8823-4ce4-b29f-97734c10b5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'name': 'tempest-TestMinimumBasicScenario-418861766-router', 'tenant_id': 'dd6856819f8e46ee924851629dadd00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.217'}], 'enable_snat': True}, 'gw_port_id': '20081ca5-71d7-4fc8-bf6c-22b9c6201811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:40:32Z', 'updated_at': '2022-08-02T13:40:35Z', 'revision_number': 4, 'project_id': 'dd6856819f8e46ee924851629dadd00b', 'gw_port': {'id': '20081ca5-71d7-4fc8-bf6c-22b9c6201811', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:40:32Z', 'updated_at': '2022-08-02T13:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '1a66000b-8a4d-4821-a340-85ca128ee108', 'name': '', 'network_id': '7e3dba26-4d36-495f-9356-de3966b3c4ca', 'tenant_id': 'dd6856819f8e46ee924851629dadd00b', 'mac_address': 'fa:16:3e:f8:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:40:35Z', 'updated_at': '2022-08-02T13:40:40Z', 'revision_number': 5, 'project_id': 'dd6856819f8e46ee924851629dadd00b', 'subnets': [{'id': '84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:13.253722 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d7739327-2b61-413a-abc2-36e3b97d9714 req-0e9898fa-33ef-4243-9966-d0d2b7e6ca10 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=23cafb51-1ea7-4280-8a2e-a4c3b0e5071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768511 Aug 02 13:43:13.270264 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85444a46-8823-4ce4-b29f-97734c10b5cd None None] Checking router: 48c8d95a-6eaf-41e2-a39c-72c71c917b95 for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:43:13.283800 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85444a46-8823-4ce4-b29f-97734c10b5cd None None] Routers {'48c8d95a-6eaf-41e2-a39c-72c71c917b95'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:43:13.285112 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-85444a46-8823-4ce4-b29f-97734c10b5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:42:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['48c8d95a-6eaf-41e2-a39c-72c71c917b95'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:13.293785 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803ec150-9e09-494f-aad7-86ff6a30eead x-openstack-request-id: req-803ec150-9e09-494f-aad7-86ff6a30eead {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:43:13.294158 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac2bed7-17ae-47b3-ae69-66d54f902550", "tag": "1e0071e8-7e67-4464-a737-53ca665ed3ca", "status": "completed", "code": 200}]} {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:43:13.294592 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-803ec150-9e09-494f-aad7-86ff6a30eead {{(pid=104369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:43:13.294974 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-803ec150-9e09-494f-aad7-86ff6a30eead'] response: {'name': 'network-changed', 'server_uuid': '5ac2bed7-17ae-47b3-ae69-66d54f902550', 'tag': '1e0071e8-7e67-4464-a737-53ca665ed3ca', 'status': 'completed', 'code': 200} Aug 02 13:43:13.461376 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d53a2-9ec5-4b74-8016-4ff2325b827d req-b91edd3b-3647-48f9-929c-e910a835a83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:13.463296 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a42d53a2-9ec5-4b74-8016-4ff2325b827d req-b91edd3b-3647-48f9-929c-e910a835a83f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd6856819f8e46ee924851629dadd00b&device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 1129 time: 0.1457758 Aug 02 13:43:13.504790 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-85444a46-8823-4ce4-b29f-97734c10b5cd None None] Set router 48c8d95a-6eaf-41e2-a39c-72c71c917b95 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:43:13.513506 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-53aa070a-5390-4b3e-875c-d6fe57de95c0 req-ea69849a-c52e-41ba-9eee-954beb741942 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5b2e3f-e31d-4049-8a5b-0893aeceabc5 HTTP/1.1" status: 200 len: 210 time: 0.0716946 Aug 02 13:43:13.522725 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-3f575213-8807-498a-b5c7-8513214eabac tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1266302568&fields=id&tenant_id=9b3a8010c56d4c2a827a2b3da2e2b222 HTTP/1.1" status: 200 len: 267 time: 0.1377625 Aug 02 13:43:13.580087 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 7365261c-10aa-48ae-90b6-e72ebb8433bd up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:43:13.684765 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d53a2-9ec5-4b74-8016-4ff2325b827d req-d180dc4f-6dd9-458b-b6fb-3726f66dca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:13.686611 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a42d53a2-9ec5-4b74-8016-4ff2325b827d req-d180dc4f-6dd9-458b-b6fb-3726f66dca3d service neutron] 10.222.0.20 "GET /v2.0/networks?id=7e3dba26-4d36-495f-9356-de3966b3c4ca HTTP/1.1" status: 200 len: 915 time: 0.2072968 Aug 02 13:43:13.760232 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 7365261c-10aa-48ae-90b6-e72ebb8433bd triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:43:13.760615 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (7365261c-10aa-48ae-90b6-e72ebb8433bd), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:13.804579 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-ccbd4298-6dfb-4e83-8f82-8df6e29553b0 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:13.807446 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-ccbd4298-6dfb-4e83-8f82-8df6e29553b0 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/networks?id=d1ca7bc5-1e11-41ba-99a3-db435e41589e HTTP/1.1" status: 200 len: 817 time: 0.2537122 Aug 02 13:43:13.809117 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a42d53a2-9ec5-4b74-8016-4ff2325b827d req-8d17e8e6-e817-45e7-9095-d2ac3a4c6281 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e0071e8-7e67-4464-a737-53ca665ed3ca HTTP/1.1" status: 200 len: 217 time: 0.1063874 Aug 02 13:43:13.879568 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-3b8d381b-807c-4b2e-a9be-3921a2f57ac2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/quotas/9b3a8010c56d4c2a827a2b3da2e2b222 HTTP/1.1" status: 200 len: 375 time: 0.0634329 Aug 02 13:43:13.882963 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device b3a8c881-5669-4abd-8b21-08cdf5df499b up at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:43:13.940353 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 7365261c-10aa-48ae-90b6-e72ebb8433bd is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:43:13.965437 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d53a2-9ec5-4b74-8016-4ff2325b827d req-4d1a4cbd-53ef-4ac4-af57-78260e90a9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:13.967410 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a42d53a2-9ec5-4b74-8016-4ff2325b827d req-4d1a4cbd-53ef-4ac4-af57-78260e90a9d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de HTTP/1.1" status: 200 len: 853 time: 0.1414499 Aug 02 13:43:13.967610 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-85444a46-8823-4ce4-b29f-97734c10b5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'name': 'tempest-TestMinimumBasicScenario-418861766-router', 'tenant_id': 'dd6856819f8e46ee924851629dadd00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.217'}], 'enable_snat': True}, 'gw_port_id': '20081ca5-71d7-4fc8-bf6c-22b9c6201811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:40:32Z', 'updated_at': '2022-08-02T13:40:35Z', 'revision_number': 4, 'project_id': 'dd6856819f8e46ee924851629dadd00b', 'gw_port': {'id': '20081ca5-71d7-4fc8-bf6c-22b9c6201811', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:40:32Z', 'updated_at': '2022-08-02T13:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '1a66000b-8a4d-4821-a340-85ca128ee108', 'name': '', 'network_id': '7e3dba26-4d36-495f-9356-de3966b3c4ca', 'tenant_id': 'dd6856819f8e46ee924851629dadd00b', 'mac_address': 'fa:16:3e:f8:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:40:35Z', 'updated_at': '2022-08-02T13:40:40Z', 'revision_number': 5, 'project_id': 'dd6856819f8e46ee924851629dadd00b', 'subnets': [{'id': '84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:13.992454 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-0b6f625c-3838-4160-bbd1-178b11401ad8 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b3a8010c56d4c2a827a2b3da2e2b222&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1110854 Aug 02 13:43:14.003189 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85444a46-8823-4ce4-b29f-97734c10b5cd None None] The sync data for ids ['48c8d95a-6eaf-41e2-a39c-72c71c917b95'] in dv-cinder-847864-8-iscsi is: [{'id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'name': 'tempest-TestMinimumBasicScenario-418861766-router', 'tenant_id': 'dd6856819f8e46ee924851629dadd00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.217'}], 'enable_snat': True}, 'gw_port_id': '20081ca5-71d7-4fc8-bf6c-22b9c6201811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:40:32Z', 'updated_at': '2022-08-02T13:40:35Z', 'revision_number': 4, 'project_id': 'dd6856819f8e46ee924851629dadd00b', 'gw_port': {'id': '20081ca5-71d7-4fc8-bf6c-22b9c6201811', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:40:32Z', 'updated_at': '2022-08-02T13:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '1a66000b-8a4d-4821-a340-85ca128ee108', 'name': '', 'network_id': '7e3dba26-4d36-495f-9356-de3966b3c4ca', 'tenant_id': 'dd6856819f8e46ee924851629dadd00b', 'mac_address': 'fa:16:3e:f8:8c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:40:35Z', 'updated_at': '2022-08-02T13:40:40Z', 'revision_number': 5, 'project_id': 'dd6856819f8e46ee924851629dadd00b', 'subnets': [{'id': '84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:43:14.042153 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d53a2-9ec5-4b74-8016-4ff2325b827d req-8dd89ae7-f978-4501-9578-46e07ef4db21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:14.043742 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a42d53a2-9ec5-4b74-8016-4ff2325b827d req-8dd89ae7-f978-4501-9578-46e07ef4db21 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7e3dba26-4d36-495f-9356-de3966b3c4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680330 Aug 02 13:43:14.076039 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning for port b3a8c881-5669-4abd-8b21-08cdf5df499b completed by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 02 13:43:14.082575 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning complete for port b3a8c881-5669-4abd-8b21-08cdf5df499b triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:43:14.090734 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (b3a8c881-5669-4abd-8b21-08cdf5df499b), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:14.189016 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port b3a8c881-5669-4abd-8b21-08cdf5df499b is: BUILD; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:43:14.189425 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (b3a8c881-5669-4abd-8b21-08cdf5df499b), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:14.219144 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba278e0-2873-402d-950d-f9b7920e945c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a8c881-5669-4abd-8b21-08cdf5df499b'}] {{(pid=104370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:43:14.225110 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7baa883c66606d2bd29c352a6206e712ed5fe15c106669ddbeacd0f82211b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e5eb46-1503-4452-9fd2-a4200f06a2b8" -d '{"events": [{"server_uuid": "6ba278e0-2873-402d-950d-f9b7920e945c", "name": "network-vif-plugged", "status": "completed", "tag": "b3a8c881-5669-4abd-8b21-08cdf5df499b"}]}' {{(pid=104370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:43:14.229376 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a42d53a2-9ec5-4b74-8016-4ff2325b827d req-dd8c62f7-d517-4a48-a420-3291e225ac28 service neutron] 10.222.0.20 "GET /v2.0/networks/7e3dba26-4d36-495f-9356-de3966b3c4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781373 Aug 02 13:43:14.236147 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-104d662d-f981-4fce-a152-23f8843e70cd service neutron] 10.222.0.67 "GET /v2.0/networks/d1ca7bc5-1e11-41ba-99a3-db435e41589e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198274 Aug 02 13:43:14.245888 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port b3a8c881-5669-4abd-8b21-08cdf5df499b, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=b3a8c881-5669-4abd-8b21-08cdf5df499b,segment=NetworkSegment(ce1819a5-765d-4f56-8809-88a6774bc35d),segment_id=ce1819a5-765d-4f56-8809-88a6774bc35d)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:43:14.287363 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c25ec65-dfd4-4ec6-a0d7-354f7024c4e8 x-openstack-request-id: req-5c25ec65-dfd4-4ec6-a0d7-354f7024c4e8 {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:43:14.287664 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba278e0-2873-402d-950d-f9b7920e945c", "name": "network-vif-plugged", "status": "completed", "tag": "b3a8c881-5669-4abd-8b21-08cdf5df499b", "code": 200}]} {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:43:14.287908 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5c25ec65-dfd4-4ec6-a0d7-354f7024c4e8 {{(pid=104370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:43:14.288316 dv-cinder-847864-8-iscsi neutron-server[104370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c25ec65-dfd4-4ec6-a0d7-354f7024c4e8'] response: {'server_uuid': '6ba278e0-2873-402d-950d-f9b7920e945c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a8c881-5669-4abd-8b21-08cdf5df499b', 'code': 200} Aug 02 13:43:14.332799 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (b3a8c881-5669-4abd-8b21-08cdf5df499b), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:14.416554 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=b3a8c881-5669-4abd-8b21-08cdf5df499b,revision_number=5']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:14.430941 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a42d53a2-9ec5-4b74-8016-4ff2325b827d req-102b57d2-5ba5-4603-a8db-1556d8bfa644 service neutron] 10.222.0.20 "GET /v2.0/networks/7e3dba26-4d36-495f-9356-de3966b3c4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933076 Aug 02 13:43:14.445503 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-9719880e-6fd8-449c-936b-b3c82b722092 service neutron] 10.222.0.67 "GET /v2.0/networks/d1ca7bc5-1e11-41ba-99a3-db435e41589e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991870 Aug 02 13:43:14.497583 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90bcaa-7916-4f64-9163-f2578ce95eaa req-682c5e86-51e5-4c5b-aafb-256927b3c3f9 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:14.499449 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fd90bcaa-7916-4f64-9163-f2578ce95eaa req-682c5e86-51e5-4c5b-aafb-256927b3c3f9 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ba278e0-2873-402d-950d-f9b7920e945c HTTP/1.1" status: 200 len: 945 time: 0.1064100 Aug 02 13:43:14.532961 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fcf9c4-ffbb-405e-931c-1cc472b5c556 None None] New status for floating IP 71d78228-b76c-4721-a3d8-2d19587e3ef9: DOWN {{(pid=104371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:43:14.555792 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fd90bcaa-7916-4f64-9163-f2578ce95eaa req-d7035bf5-6937-4e24-bc4d-583f3fc69caf tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=23cafb51-1ea7-4280-8a2e-a4c3b0e5071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502026 Aug 02 13:43:14.725609 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2a4b7-c3cc-4a9f-9c02-85631d1e1cdf req-62aa6f23-6ba9-413c-a13a-38dcaa144f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:14.729659 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-61c2a4b7-c3cc-4a9f-9c02-85631d1e1cdf req-62aa6f23-6ba9-413c-a13a-38dcaa144f1f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6ba278e0-2873-402d-950d-f9b7920e945c HTTP/1.1" status: 200 len: 1129 time: 0.0797231 Aug 02 13:43:14.821103 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-47fd1f7a-b7e7-499c-9b25-d3718eff317a req-9ce948a4-cc2f-4685-abba-fdacfa155bc4 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5b2e3f-e31d-4049-8a5b-0893aeceabc5 HTTP/1.1" status: 200 len: 210 time: 0.0404313 Aug 02 13:43:14.858780 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-61c2a4b7-c3cc-4a9f-9c02-85631d1e1cdf req-172a14c8-2f46-4427-8cad-564af86e3e83 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=23cafb51-1ea7-4280-8a2e-a4c3b0e5071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153405 Aug 02 13:43:14.893974 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-19fc54d9-6fd4-4565-9045-900cd7a1b0e2 req-cae07625-6cc3-43da-a8a2-b4c467495044 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 210 time: 0.0506608 Aug 02 13:43:15.699461 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbac803-d2c4-4f32-b28e-e83635ff2ac1 req-53a9aae5-e2c4-407c-92ad-949dbba73512 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:15.701608 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-cbbac803-d2c4-4f32-b28e-e83635ff2ac1 req-53a9aae5-e2c4-407c-92ad-949dbba73512 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ba278e0-2873-402d-950d-f9b7920e945c HTTP/1.1" status: 200 len: 945 time: 0.0640035 Aug 02 13:43:15.753000 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-cbbac803-d2c4-4f32-b28e-e83635ff2ac1 req-dd7ab313-e1ef-434c-8688-bb6b18f5e637 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=23cafb51-1ea7-4280-8a2e-a4c3b0e5071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459843 Aug 02 13:43:15.764455 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070898b-745d-46f8-b2e0-3e74a036897c req-4a307968-0d45-4579-a70d-4bf7608aafeb tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:15.769804 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1070898b-745d-46f8-b2e0-3e74a036897c req-4a307968-0d45-4579-a70d-4bf7608aafeb tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.20 "GET /v2.0/networks?id=01ffcfab-a887-4187-8399-c98076da1ec3 HTTP/1.1" status: 200 len: 812 time: 0.1213846 Aug 02 13:43:15.840012 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1070898b-745d-46f8-b2e0-3e74a036897c req-28642127-e8c8-43b8-a19e-b44429f80117 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26af2dc63c6142548bb513c4aed2b4d0 HTTP/1.1" status: 200 len: 380 time: 0.0569246 Aug 02 13:43:15.849014 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [req-1070898b-745d-46f8-b2e0-3e74a036897c req-70d84760-5cac-4405-a270-d86d89e603ca tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Request body: {'port': {'device_id': 'ce5b2e3f-e31d-4049-8a5b-0893aeceabc5', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'admin_state_up': True, 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'security_groups': ['1c902918-5e39-48e4-aae8-251bcd47b4da']}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:43:15.945309 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1d554796-0edd-448f-8f1f-77a22ef6184c req-04aa304f-2f8f-4893-a8f2-e4f25ae151fb tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5b2e3f-e31d-4049-8a5b-0893aeceabc5 HTTP/1.1" status: 200 len: 210 time: 0.0385451 Aug 02 13:43:16.014704 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-239adb76-a7e3-4dbe-9731-7ec994882511 req-1bcb63a3-6aec-4dfa-85ba-f4a51a4ebedc tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 210 time: 0.0340347 Aug 02 13:43:16.092931 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1070898b-745d-46f8-b2e0-3e74a036897c req-70d84760-5cac-4405-a270-d86d89e603ca tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Made reservation on behalf of 26af2dc63c6142548bb513c4aed2b4d0 for: {'port': 1} {{(pid=104368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:43:16.096651 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-1070898b-745d-46f8-b2e0-3e74a036897c req-70d84760-5cac-4405-a270-d86d89e603ca tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:16.264061 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_common [req-1070898b-745d-46f8-b2e0-3e74a036897c req-70d84760-5cac-4405-a270-d86d89e603ca tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Allocated IP 172.20.0.6 (01ffcfab-a887-4187-8399-c98076da1ec3/ae61575f-a0ba-4745-91f9-2d111054bae1/4b1f0cac-3901-4fdb-a96f-a97ceb90661a) {{(pid=104368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:43:16.416868 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-1070898b-745d-46f8-b2e0-3e74a036897c req-70d84760-5cac-4405-a270-d86d89e603ca tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for port (4b1f0cac-3901-4fdb-a96f-a97ceb90661a), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:16.662213 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-1070898b-745d-46f8-b2e0-3e74a036897c req-70d84760-5cac-4405-a270-d86d89e603ca tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (4b1f0cac-3901-4fdb-a96f-a97ceb90661a), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:16.707705 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1070898b-745d-46f8-b2e0-3e74a036897c req-70d84760-5cac-4405-a270-d86d89e603ca tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Network 01ffcfab-a887-4187-8399-c98076da1ec3 is already hosted by enough agents. {{(pid=104368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:43:16.711634 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [req-1070898b-745d-46f8-b2e0-3e74a036897c req-70d84760-5cac-4405-a270-d86d89e603ca tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Resources bound (agent type, host, resource id): {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:43:16.715150 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [req-1070898b-745d-46f8-b2e0-3e74a036897c req-70d84760-5cac-4405-a270-d86d89e603ca tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Received port after_create {{(pid=104368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:43:16.743403 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d84760-5cac-4405-a270-d86d89e603ca tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Pushing event updated for resources: {'Port': ['ID=4b1f0cac-3901-4fdb-a96f-a97ceb90661a,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:16.788209 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070898b-745d-46f8-b2e0-3e74a036897c req-70d84760-5cac-4405-a270-d86d89e603ca tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:16.788209 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-1070898b-745d-46f8-b2e0-3e74a036897c req-70d84760-5cac-4405-a270-d86d89e603ca tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:16.880141 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1070898b-745d-46f8-b2e0-3e74a036897c req-70d84760-5cac-4405-a270-d86d89e603ca tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0347056 Aug 02 13:43:16.892728 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [req-1070898b-745d-46f8-b2e0-3e74a036897c req-e8ae4763-a55f-42a0-8176-c8171e1e8ab6 service neutron] Request body: {'port': {'device_id': 'ce5b2e3f-e31d-4049-8a5b-0893aeceabc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:43:16.894169 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c06cba-cf61-446f-8518-43a220d38ab4 req-d2192497-fde7-4abd-8d0f-6c598807cd26 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:16.895834 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-34c06cba-cf61-446f-8518-43a220d38ab4 req-d2192497-fde7-4abd-8d0f-6c598807cd26 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 945 time: 0.0630884 Aug 02 13:43:16.955984 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65b422-3e7f-495a-98d7-ce3fba44639d req-30697b55-1a1b-45eb-874d-ee625f2cf389 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:16.957620 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1b65b422-3e7f-495a-98d7-ce3fba44639d req-30697b55-1a1b-45eb-874d-ee625f2cf389 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ba278e0-2873-402d-950d-f9b7920e945c HTTP/1.1" status: 200 len: 945 time: 0.1083941 Aug 02 13:43:16.991113 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-a8687160-dc3c-4326-bbbb-3edd7687cfed None None] Provisioning complete for port 4b1f0cac-3901-4fdb-a96f-a97ceb90661a triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:43:16.991625 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-a8687160-dc3c-4326-bbbb-3edd7687cfed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (4b1f0cac-3901-4fdb-a96f-a97ceb90661a), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:16.999942 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-34c06cba-cf61-446f-8518-43a220d38ab4 req-afea6aab-3874-4ccc-9e23-ece01c1beef7 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896189 Aug 02 13:43:17.036993 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-1070898b-745d-46f8-b2e0-3e74a036897c req-e8ae4763-a55f-42a0-8176-c8171e1e8ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (4b1f0cac-3901-4fdb-a96f-a97ceb90661a), before_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:17.048819 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-a8687160-dc3c-4326-bbbb-3edd7687cfed None None] Port 4b1f0cac-3901-4fdb-a96f-a97ceb90661a cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:43:17.100337 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1b65b422-3e7f-495a-98d7-ce3fba44639d req-1fb1d0f2-7ac2-4b2f-b1f8-3ee785d832da tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=23cafb51-1ea7-4280-8a2e-a4c3b0e5071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179523 Aug 02 13:43:17.148528 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b1755-e010-449a-8c97-8c57a4b972ef req-c29100ce-fdd6-49a6-880c-67326c7422c3 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:17.154484 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-956b1755-e010-449a-8c97-8c57a4b972ef req-c29100ce-fdd6-49a6-880c-67326c7422c3 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5b2e3f-e31d-4049-8a5b-0893aeceabc5 HTTP/1.1" status: 200 len: 931 time: 0.0860975 Aug 02 13:43:17.233991 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-956b1755-e010-449a-8c97-8c57a4b972ef req-b303377d-22ac-44f3-9f18-2e28173d7f8a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672526 Aug 02 13:43:17.259369 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-7281c021-90a1-4551-9e25-44487091541b req-9d18b447-ffd9-4ac3-92fa-8a224b811d46 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 210 time: 0.0409317 Aug 02 13:43:17.379732 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffbafa-306a-4e37-ba95-b5da0a84c180 req-1a51fb93-1e6f-483b-a27c-280cf55557bd tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:17.380735 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e6ffbafa-306a-4e37-ba95-b5da0a84c180 req-1a51fb93-1e6f-483b-a27c-280cf55557bd tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ba278e0-2873-402d-950d-f9b7920e945c HTTP/1.1" status: 200 len: 945 time: 0.0681810 Aug 02 13:43:17.394088 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 39020) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:43:17.399733 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-d45e6991-f623-4397-b3ce-3ecb3e9a978a tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Request body: {'floatingip': {'port_id': 'b3a8c881-5669-4abd-8b21-08cdf5df499b'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:43:17.445242 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-d45e6991-f623-4397-b3ce-3ecb3e9a978a tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for floatingip (3b49b4e1-2e7d-4959-8ace-c515931d50e9), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:17.467841 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [req-1070898b-745d-46f8-b2e0-3e74a036897c req-e8ae4763-a55f-42a0-8176-c8171e1e8ab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b1f0cac-3901-4fdb-a96f-a97ceb90661a {{(pid=104368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:43:17.480142 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-1070898b-745d-46f8-b2e0-3e74a036897c req-e8ae4763-a55f-42a0-8176-c8171e1e8ab6 service neutron] Publish callbacks [] for port (4b1f0cac-3901-4fdb-a96f-a97ceb90661a), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:17.497583 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.provisioning_blocks [req-1070898b-745d-46f8-b2e0-3e74a036897c req-e8ae4763-a55f-42a0-8176-c8171e1e8ab6 service neutron] Transition to ACTIVE for port object 4b1f0cac-3901-4fdb-a96f-a97ceb90661a will not be triggered until provisioned by entity L2. {{(pid=104368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 02 13:43:17.587872 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-1070898b-745d-46f8-b2e0-3e74a036897c req-e8ae4763-a55f-42a0-8176-c8171e1e8ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5190948'] for port (4b1f0cac-3901-4fdb-a96f-a97ceb90661a), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:17.650882 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae4763-a55f-42a0-8176-c8171e1e8ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=4b1f0cac-3901-4fdb-a96f-a97ceb90661a,revision_number=2']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:17.734657 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.managers [req-1070898b-745d-46f8-b2e0-3e74a036897c req-e8ae4763-a55f-42a0-8176-c8171e1e8ab6 service neutron] Attempting to bind port 4b1f0cac-3901-4fdb-a96f-a97ceb90661a on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:43:17.735328 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.managers [req-1070898b-745d-46f8-b2e0-3e74a036897c req-e8ae4763-a55f-42a0-8176-c8171e1e8ab6 service neutron] Attempting to bind port 4b1f0cac-3901-4fdb-a96f-a97ceb90661a by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3'}] {{(pid=104368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:43:17.735671 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1070898b-745d-46f8-b2e0-3e74a036897c req-e8ae4763-a55f-42a0-8176-c8171e1e8ab6 service neutron] Attempting to bind port 4b1f0cac-3901-4fdb-a96f-a97ceb90661a on network 01ffcfab-a887-4187-8399-c98076da1ec3 {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:43:17.740664 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1070898b-745d-46f8-b2e0-3e74a036897c req-e8ae4763-a55f-42a0-8176-c8171e1e8ab6 service neutron] Port 4b1f0cac-3901-4fdb-a96f-a97ceb90661a on network 01ffcfab-a887-4187-8399-c98076da1ec3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 02 13:43:17.740994 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1070898b-745d-46f8-b2e0-3e74a036897c req-e8ae4763-a55f-42a0-8176-c8171e1e8ab6 service neutron] Attempting to bind port 4b1f0cac-3901-4fdb-a96f-a97ceb90661a on network 01ffcfab-a887-4187-8399-c98076da1ec3 {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:43:17.743733 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-dddf22e9-2988-490e-ac27-8c56bbb5c792 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:17.745473 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-dddf22e9-2988-490e-ac27-8c56bbb5c792 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.20 "GET /v2.0/networks?id=d1ca7bc5-1e11-41ba-99a3-db435e41589e HTTP/1.1" status: 200 len: 817 time: 0.2309945 Aug 02 13:43:17.752285 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1070898b-745d-46f8-b2e0-3e74a036897c req-e8ae4763-a55f-42a0-8176-c8171e1e8ab6 service neutron] Checking agent: {'id': '69dc3da8-ee10-46f6-83b6-ed4e97a21469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'started_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:43:17.752285 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1070898b-745d-46f8-b2e0-3e74a036897c req-e8ae4763-a55f-42a0-8176-c8171e1e8ab6 service neutron] Checking segment: {'id': 'a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:43:17.752285 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1070898b-745d-46f8-b2e0-3e74a036897c req-e8ae4763-a55f-42a0-8176-c8171e1e8ab6 service neutron] Bound using segment: {'id': 'a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3'} {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:43:17.753266 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.managers [req-1070898b-745d-46f8-b2e0-3e74a036897c req-e8ae4763-a55f-42a0-8176-c8171e1e8ab6 service neutron] Bound port: 4b1f0cac-3901-4fdb-a96f-a97ceb90661a, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3'}}] {{(pid=104368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:43:17.753887 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-1070898b-745d-46f8-b2e0-3e74a036897c req-e8ae4763-a55f-42a0-8176-c8171e1e8ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (4b1f0cac-3901-4fdb-a96f-a97ceb90661a), before_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:17.857549 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [req-1070898b-745d-46f8-b2e0-3e74a036897c req-e8ae4763-a55f-42a0-8176-c8171e1e8ab6 service neutron] For port 4b1f0cac-3901-4fdb-a96f-a97ceb90661a, host hv-cinder-84786, cleared binding levels {{(pid=104368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:43:17.862011 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [req-1070898b-745d-46f8-b2e0-3e74a036897c req-e8ae4763-a55f-42a0-8176-c8171e1e8ab6 service neutron] For port 4b1f0cac-3901-4fdb-a96f-a97ceb90661a, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=4b1f0cac-3901-4fdb-a96f-a97ceb90661a,segment=NetworkSegment(a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33),segment_id=a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33)] {{(pid=104368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:43:17.947729 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-d49b63e5-6b4e-42a8-87da-63b991f0cd93 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b3a8010c56d4c2a827a2b3da2e2b222 HTTP/1.1" status: 200 len: 380 time: 0.1615849 Aug 02 13:43:17.950587 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-1070898b-745d-46f8-b2e0-3e74a036897c req-e8ae4763-a55f-42a0-8176-c8171e1e8ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5190948'] for port (4b1f0cac-3901-4fdb-a96f-a97ceb90661a), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:17.958703 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-bed35a4b-fbc6-4638-a5ab-a03acf324472 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Request body: {'port': {'device_id': '80afd455-13f1-44f6-a7f6-ed22f895a1a4', 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e', 'admin_state_up': True, 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'security_groups': ['5c16de43-e6d5-4644-984a-9bca0b6d1618']}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:43:17.987250 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070898b-745d-46f8-b2e0-3e74a036897c req-e8ae4763-a55f-42a0-8176-c8171e1e8ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:17.988099 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-1070898b-745d-46f8-b2e0-3e74a036897c req-e8ae4763-a55f-42a0-8176-c8171e1e8ab6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:17.989495 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1070898b-745d-46f8-b2e0-3e74a036897c req-e8ae4763-a55f-42a0-8176-c8171e1e8ab6 service neutron] 10.222.0.20 "PUT /v2.0/ports/4b1f0cac-3901-4fdb-a96f-a97ceb90661a HTTP/1.1" status: 200 len: 1093 time: 1.1008580 Aug 02 13:43:17.992148 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5b2e3f-e31d-4049-8a5b-0893aeceabc5', 'tag': '4b1f0cac-3901-4fdb-a96f-a97ceb90661a'}] {{(pid=104368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:43:17.998570 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245b70741b0aa7b9232129cc368cc987c69949c5cf8ab06a5d5e033a5668ca41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516683ed-3d5d-49aa-812f-f5983526bc79" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5b2e3f-e31d-4049-8a5b-0893aeceabc5", "tag": "4b1f0cac-3901-4fdb-a96f-a97ceb90661a"}]}' {{(pid=104368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:43:18.056456 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae4763-a55f-42a0-8176-c8171e1e8ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=4b1f0cac-3901-4fdb-a96f-a97ceb90661a,revision_number=3']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:18.225510 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070898b-745d-46f8-b2e0-3e74a036897c req-4e93e10e-b089-4b0d-bf85-6de0b4009b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:18.228774 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1070898b-745d-46f8-b2e0-3e74a036897c req-4e93e10e-b089-4b0d-bf85-6de0b4009b8e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26af2dc63c6142548bb513c4aed2b4d0&device_id=ce5b2e3f-e31d-4049-8a5b-0893aeceabc5 HTTP/1.1" status: 200 len: 1127 time: 0.1102302 Aug 02 13:43:18.250274 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6733a353-931f-485e-9f27-51a0cadb5062 x-openstack-request-id: req-6733a353-931f-485e-9f27-51a0cadb5062 {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:43:18.250748 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5b2e3f-e31d-4049-8a5b-0893aeceabc5", "tag": "4b1f0cac-3901-4fdb-a96f-a97ceb90661a", "status": "completed", "code": 200}]} {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:43:18.251251 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6733a353-931f-485e-9f27-51a0cadb5062 {{(pid=104368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:43:18.251928 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6733a353-931f-485e-9f27-51a0cadb5062'] response: {'name': 'network-changed', 'server_uuid': 'ce5b2e3f-e31d-4049-8a5b-0893aeceabc5', 'tag': '4b1f0cac-3901-4fdb-a96f-a97ceb90661a', 'status': 'completed', 'code': 200} Aug 02 13:43:18.273899 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-d45e6991-f623-4397-b3ce-3ecb3e9a978a tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:18.281578 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d8999-b6a5-43e8-85bf-94d37a6f72db req-f45e0ce1-23c5-4447-b229-172498d67875 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:18.283231 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-cd4d8999-b6a5-43e8-85bf-94d37a6f72db req-f45e0ce1-23c5-4447-b229-172498d67875 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 945 time: 0.1257317 Aug 02 13:43:18.295895 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1070898b-745d-46f8-b2e0-3e74a036897c req-1fba2cac-1efc-48ad-a29a-407d9c42f6c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b1f0cac-3901-4fdb-a96f-a97ceb90661a HTTP/1.1" status: 200 len: 217 time: 0.0562429 Aug 02 13:43:18.340163 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-bed35a4b-fbc6-4638-a5ab-a03acf324472 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Made reservation on behalf of 9b3a8010c56d4c2a827a2b3da2e2b222 for: {'port': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:43:18.347075 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-bed35a4b-fbc6-4638-a5ab-a03acf324472 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:18.351816 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-cd4d8999-b6a5-43e8-85bf-94d37a6f72db req-97f3980a-b064-4698-8cf4-f1a735c53602 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604670 Aug 02 13:43:18.414470 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-d45e6991-f623-4397-b3ce-3ecb3e9a978a tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772271'] for floatingip (3b49b4e1-2e7d-4959-8ace-c515931d50e9), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:18.639490 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070898b-745d-46f8-b2e0-3e74a036897c req-16ee434f-9937-4df6-aca8-dfcff8a3f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:18.640998 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1070898b-745d-46f8-b2e0-3e74a036897c req-16ee434f-9937-4df6-aca8-dfcff8a3f468 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae61575f-a0ba-4745-91f9-2d111054bae1 HTTP/1.1" status: 200 len: 851 time: 0.3374739 Aug 02 13:43:18.662497 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9383ff9-46a3-4eb4-9ba6-fdf8591b1a01 req-fad07544-d339-4d5b-839d-f8ab3d2e99d6 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:18.664103 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-c9383ff9-46a3-4eb4-9ba6-fdf8591b1a01 req-fad07544-d339-4d5b-839d-f8ab3d2e99d6 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5b2e3f-e31d-4049-8a5b-0893aeceabc5 HTTP/1.1" status: 200 len: 943 time: 0.0717933 Aug 02 13:43:18.744733 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070898b-745d-46f8-b2e0-3e74a036897c req-fc4ca184-047d-4eef-a031-abf8674c9344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:18.746245 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1070898b-745d-46f8-b2e0-3e74a036897c req-fc4ca184-047d-4eef-a031-abf8674c9344 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01ffcfab-a887-4187-8399-c98076da1ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0812502 Aug 02 13:43:18.747110 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fe772b49-aa43-44a7-ad6c-fce8e8e4cd99 req-9ca66391-52a8-4086-803b-7614f19479bb tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 210 time: 0.2934115 Aug 02 13:43:18.749957 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-c9383ff9-46a3-4eb4-9ba6-fdf8591b1a01 req-dce5070b-e8f4-4492-a325-c72f5920c81d tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773737 Aug 02 13:43:18.855866 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1070898b-745d-46f8-b2e0-3e74a036897c req-2b739878-33e7-4def-9a7d-4eb6e62738ce service neutron] 10.222.0.20 "GET /v2.0/networks/01ffcfab-a887-4187-8399-c98076da1ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025555 Aug 02 13:43:18.891136 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-bed35a4b-fbc6-4638-a5ab-a03acf324472 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Allocated IP 172.20.0.3 (d1ca7bc5-1e11-41ba-99a3-db435e41589e/d1b3380a-fd77-4082-a681-a2409a13bef9/cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:43:18.898283 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.db.l3_db [None req-d45e6991-f623-4397-b3ce-3ecb3e9a978a tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Floating IP 3b49b4e1-2e7d-4959-8ace-c515931d50e9 associated. External IP: 172.27.4.81, port: b3a8c881-5669-4abd-8b21-08cdf5df499b. Aug 02 13:43:18.942693 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0a67a-6ba5-42bb-97fc-9d5f2ddd36ac req-014921d2-f30c-49c6-b6a1-337508a0e4d5 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:18.944239 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8ce0a67a-6ba5-42bb-97fc-9d5f2ddd36ac req-014921d2-f30c-49c6-b6a1-337508a0e4d5 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 945 time: 0.1962314 Aug 02 13:43:18.955686 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1070898b-745d-46f8-b2e0-3e74a036897c req-4932969e-5eaf-41c5-819c-950f58913cbb service neutron] 10.222.0.20 "GET /v2.0/networks/01ffcfab-a887-4187-8399-c98076da1ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925663 Aug 02 13:43:19.103081 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516683ed-3d5d-49aa-812f-f5983526bc79 req-261a8d60-49b9-4e4d-bbf9-fe703f84b78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:19.104620 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-516683ed-3d5d-49aa-812f-f5983526bc79 req-261a8d60-49b9-4e4d-bbf9-fe703f84b78c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26af2dc63c6142548bb513c4aed2b4d0&device_id=ce5b2e3f-e31d-4049-8a5b-0893aeceabc5 HTTP/1.1" status: 200 len: 1127 time: 0.0484056 Aug 02 13:43:19.199621 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516683ed-3d5d-49aa-812f-f5983526bc79 req-a6ddb82e-f1fa-49cb-a19a-f2c0affe571a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:19.201134 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-516683ed-3d5d-49aa-812f-f5983526bc79 req-a6ddb82e-f1fa-49cb-a19a-f2c0affe571a service neutron] 10.222.0.20 "GET /v2.0/networks?id=01ffcfab-a887-4187-8399-c98076da1ec3 HTTP/1.1" status: 200 len: 913 time: 0.0897801 Aug 02 13:43:19.226633 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [req-8ce0a67a-6ba5-42bb-97fc-9d5f2ddd36ac req-95e0b5bf-07ee-4bc1-8712-288dd5dd44c5 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Deleting port 1e0071e8-7e67-4464-a737-53ca665ed3ca {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:43:19.227228 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-8ce0a67a-6ba5-42bb-97fc-9d5f2ddd36ac req-95e0b5bf-07ee-4bc1-8712-288dd5dd44c5 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (1e0071e8-7e67-4464-a737-53ca665ed3ca), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:19.249515 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-516683ed-3d5d-49aa-812f-f5983526bc79 req-187e6430-35b9-44d8-aeb4-dc1b2b3029b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b1f0cac-3901-4fdb-a96f-a97ceb90661a HTTP/1.1" status: 200 len: 217 time: 0.0391021 Aug 02 13:43:19.300576 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516683ed-3d5d-49aa-812f-f5983526bc79 req-fe064c7c-cbdf-4c79-b540-670cd2cff897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:19.302062 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-516683ed-3d5d-49aa-812f-f5983526bc79 req-fe064c7c-cbdf-4c79-b540-670cd2cff897 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae61575f-a0ba-4745-91f9-2d111054bae1 HTTP/1.1" status: 200 len: 851 time: 0.0461009 Aug 02 13:43:19.331125 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-bed35a4b-fbc6-4638-a5ab-a03acf324472 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for port (cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:19.352648 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516683ed-3d5d-49aa-812f-f5983526bc79 req-a649beda-2437-4e29-b3e5-6113c338cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:19.354266 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-516683ed-3d5d-49aa-812f-f5983526bc79 req-a649beda-2437-4e29-b3e5-6113c338cd25 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01ffcfab-a887-4187-8399-c98076da1ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449350 Aug 02 13:43:19.373763 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45e6991-f623-4397-b3ce-3ecb3e9a978a tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Router b12058e6-bae6-4476-a2e0-876fd99b59ab has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:43:19.469066 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-8ce0a67a-6ba5-42bb-97fc-9d5f2ddd36ac req-95e0b5bf-07ee-4bc1-8712-288dd5dd44c5 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] For port 1e0071e8-7e67-4464-a737-53ca665ed3ca, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=1e0071e8-7e67-4464-a737-53ca665ed3ca,segment=NetworkSegment(22ddfb82-4105-4957-802c-24a28c44ee2c),segment_id=22ddfb82-4105-4957-802c-24a28c44ee2c)] {{(pid=104369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:43:19.469357 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-8ce0a67a-6ba5-42bb-97fc-9d5f2ddd36ac req-95e0b5bf-07ee-4bc1-8712-288dd5dd44c5 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (1e0071e8-7e67-4464-a737-53ca665ed3ca), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:19.486932 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-516683ed-3d5d-49aa-812f-f5983526bc79 req-2fd533bf-f79d-47c8-8771-ec4ec2ae5618 service neutron] 10.222.0.20 "GET /v2.0/networks/01ffcfab-a887-4187-8399-c98076da1ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258936 Aug 02 13:43:19.490619 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-bed35a4b-fbc6-4638-a5ab-a03acf324472 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:19.495929 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [req-8ce0a67a-6ba5-42bb-97fc-9d5f2ddd36ac req-95e0b5bf-07ee-4bc1-8712-288dd5dd44c5 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Calling delete_port for 1e0071e8-7e67-4464-a737-53ca665ed3ca owned by compute:nova {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:43:19.555369 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b164df2-0fab-42e7-83b2-e963d5268ba4 req-9f77717c-f76d-4624-ac4b-71f24b38d2a5 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:19.556878 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1b164df2-0fab-42e7-83b2-e963d5268ba4 req-9f77717c-f76d-4624-ac4b-71f24b38d2a5 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 945 time: 0.1238973 Aug 02 13:43:19.613577 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-bed35a4b-fbc6-4638-a5ab-a03acf324472 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Network d1ca7bc5-1e11-41ba-99a3-db435e41589e is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:43:19.624382 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-bed35a4b-fbc6-4638-a5ab-a03acf324472 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:43:19.626850 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-bed35a4b-fbc6-4638-a5ab-a03acf324472 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:43:19.635130 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-516683ed-3d5d-49aa-812f-f5983526bc79 req-75bc3198-e43c-47b1-8ac8-2cb171ad3592 service neutron] 10.222.0.20 "GET /v2.0/networks/01ffcfab-a887-4187-8399-c98076da1ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391158 Aug 02 13:43:19.638459 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1b164df2-0fab-42e7-83b2-e963d5268ba4 req-4589f8f1-e795-4b69-891e-78aac049f0e6 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/security-groups?id=af89b939-4423-4d3f-ac5c-34a8efaa0c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719416 Aug 02 13:43:19.671160 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45e6991-f623-4397-b3ce-3ecb3e9a978a tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:43:19.671160 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-d45e6991-f623-4397-b3ce-3ecb3e9a978a tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:19.671348 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951d0c35-2efd-46cc-94fe-91753e451f48 None None] Sync routers for ids ['b12058e6-bae6-4476-a2e0-876fd99b59ab'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:43:19.671804 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed35a4b-fbc6-4638-a5ab-a03acf324472 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Pushing event updated for resources: {'Port': ['ID=cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:19.683447 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951d0c35-2efd-46cc-94fe-91753e451f48 None None] Routers {'b12058e6-bae6-4476-a2e0-876fd99b59ab'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:43:19.684663 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-951d0c35-2efd-46cc-94fe-91753e451f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:42:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['b12058e6-bae6-4476-a2e0-876fd99b59ab'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:19.746853 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-bed35a4b-fbc6-4638-a5ab-a03acf324472 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:19.747514 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-bed35a4b-fbc6-4638-a5ab-a03acf324472 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:19.755073 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-d45e6991-f623-4397-b3ce-3ecb3e9a978a tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "PUT /v2.0/floatingips/3b49b4e1-2e7d-4959-8ace-c515931d50e9 HTTP/1.1" status: 200 len: 990 time: 2.3576477 Aug 02 13:43:19.757106 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba278e0-2873-402d-950d-f9b7920e945c', 'tag': 'b3a8c881-5669-4abd-8b21-08cdf5df499b'}] {{(pid=104369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:43:19.760512 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bf99331ba47a6ac295264f2d91701b523438f9b2384832aa813a78b8ac64a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fd9736-efbe-4e6f-9890-3796a90f5610" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba278e0-2873-402d-950d-f9b7920e945c", "tag": "b3a8c881-5669-4abd-8b21-08cdf5df499b"}]}' {{(pid=104369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:43:19.831576 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-951d0c35-2efd-46cc-94fe-91753e451f48 None None] Set router b12058e6-bae6-4476-a2e0-876fd99b59ab gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:43:19.833348 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6985d8-0790-45f7-becb-5ca1c6448d74 x-openstack-request-id: req-7e6985d8-0790-45f7-becb-5ca1c6448d74 {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:43:19.833706 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba278e0-2873-402d-950d-f9b7920e945c", "tag": "b3a8c881-5669-4abd-8b21-08cdf5df499b", "status": "completed", "code": 200}]} {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:43:19.833975 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7e6985d8-0790-45f7-becb-5ca1c6448d74 {{(pid=104369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:43:19.834501 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e6985d8-0790-45f7-becb-5ca1c6448d74'] response: {'name': 'network-changed', 'server_uuid': '6ba278e0-2873-402d-950d-f9b7920e945c', 'tag': 'b3a8c881-5669-4abd-8b21-08cdf5df499b', 'status': 'completed', 'code': 200} Aug 02 13:43:19.849921 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-bed35a4b-fbc6-4638-a5ab-a03acf324472 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8948736 Aug 02 13:43:19.877064 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-86ceee37-4e06-4285-a717-3de04c9b7d90 service neutron] Request body: {'port': {'device_id': '80afd455-13f1-44f6-a7f6-ed22f895a1a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:43:19.978354 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd9736-efbe-4e6f-9890-3796a90f5610 req-5d4d5bbe-f57d-4f16-a466-44379272bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:19.980596 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d9fd9736-efbe-4e6f-9890-3796a90f5610 req-5d4d5bbe-f57d-4f16-a466-44379272bac7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2fd74b29e9441818796d9040d4be7e5&device_id=6ba278e0-2873-402d-950d-f9b7920e945c HTTP/1.1" status: 200 len: 1129 time: 0.1162457 Aug 02 13:43:19.988305 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0347a4c-d5bc-4d64-a88c-725bd6346866 req-a005157c-9ffc-4740-914a-0cf7157afb09 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:19.989888 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e0347a4c-d5bc-4d64-a88c-725bd6346866 req-a005157c-9ffc-4740-914a-0cf7157afb09 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5b2e3f-e31d-4049-8a5b-0893aeceabc5 HTTP/1.1" status: 200 len: 943 time: 0.1087787 Aug 02 13:43:19.994964 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-8ce0a67a-6ba5-42bb-97fc-9d5f2ddd36ac req-95e0b5bf-07ee-4bc1-8712-288dd5dd44c5 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (1e0071e8-7e67-4464-a737-53ca665ed3ca), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:20.036708 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-86ceee37-4e06-4285-a717-3de04c9b7d90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:20.053626 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0b5bf-07ee-4bc1-8712-288dd5dd44c5 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Pushing event deleted for resources: {'Port': ['ID=1e0071e8-7e67-4464-a737-53ca665ed3ca,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:20.081884 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-4e5c39ae-1bec-4cb9-a8a7-604da7a8eab5 None None] Provisioning complete for port cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:43:20.082411 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-4e5c39ae-1bec-4cb9-a8a7-604da7a8eab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:20.105949 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce0a67a-6ba5-42bb-97fc-9d5f2ddd36ac req-95e0b5bf-07ee-4bc1-8712-288dd5dd44c5 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] No DVR routers for this DVR port 1e0071e8-7e67-4464-a737-53ca665ed3ca on host hv-cinder-84786 {{(pid=104369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:43:20.109865 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-8ce0a67a-6ba5-42bb-97fc-9d5f2ddd36ac req-95e0b5bf-07ee-4bc1-8712-288dd5dd44c5 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:20.113511 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8ce0a67a-6ba5-42bb-97fc-9d5f2ddd36ac req-95e0b5bf-07ee-4bc1-8712-288dd5dd44c5 tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.20 "DELETE /v2.0/ports/1e0071e8-7e67-4464-a737-53ca665ed3ca HTTP/1.1" status: 204 len: 173 time: 1.1612334 Aug 02 13:43:20.154546 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d3597-21e3-4ec4-8803-b600e39beb88 req-b21a4c57-cc85-464b-8c7d-e226bccaa69b tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:20.156778 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-286d3597-21e3-4ec4-8803-b600e39beb88 req-b21a4c57-cc85-464b-8c7d-e226bccaa69b tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 931 time: 0.2233157 Aug 02 13:43:20.164884 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e0347a4c-d5bc-4d64-a88c-725bd6346866 req-18c38177-a79b-409e-96a4-3e83be429772 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617942 Aug 02 13:43:20.186653 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd9736-efbe-4e6f-9890-3796a90f5610 req-9af12049-37e3-4cd3-a404-40f4d3440bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:20.186653 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d9fd9736-efbe-4e6f-9890-3796a90f5610 req-9af12049-37e3-4cd3-a404-40f4d3440bbf service neutron] 10.222.0.20 "GET /v2.0/networks?id=b9a0aff9-4db3-4151-8258-5ca59205b7ca HTTP/1.1" status: 200 len: 916 time: 0.1840804 Aug 02 13:43:20.187005 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-4e5c39ae-1bec-4cb9-a8a7-604da7a8eab5 None None] Port cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:43:20.227635 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-951d0c35-2efd-46cc-94fe-91753e451f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'name': 'tempest-AttachVolumeNegativeTest-1899220404-router', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178'}], 'enable_snat': True}, 'gw_port_id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:51Z', 'revision_number': 4, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'gw_port': {'id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:42Z', 'updated_at': '2022-08-02T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': '3b49b4e1-2e7d-4959-8ace-c515931d50e9', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'floating_ip_address': '172.27.4.81', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'port_id': 'b3a8c881-5669-4abd-8b21-08cdf5df499b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'mac_address': 'fa:16:3e:9d:27:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba278e0-2873-402d-950d-f9b7920e945c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:43:00Z', 'updated_at': '2022-08-02T13:43:18Z', 'revision_number': 1, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '319a239b-729c-484f-a6f7-158e17594b21', 'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'mac_address': 'fa:16:3e:3f:40:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:48Z', 'updated_at': '2022-08-02T13:38:06Z', 'revision_number': 5, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'subnets': [{'id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:20.259268 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951d0c35-2efd-46cc-94fe-91753e451f48 None None] Checking router: b12058e6-bae6-4476-a2e0-876fd99b59ab for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:43:20.269504 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951d0c35-2efd-46cc-94fe-91753e451f48 None None] Routers {'b12058e6-bae6-4476-a2e0-876fd99b59ab'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:43:20.270220 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-951d0c35-2efd-46cc-94fe-91753e451f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:42:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['b12058e6-bae6-4476-a2e0-876fd99b59ab'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:20.296047 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d9fd9736-efbe-4e6f-9890-3796a90f5610 req-74253403-43d8-4db0-a071-edcf799f4005 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3a8c881-5669-4abd-8b21-08cdf5df499b HTTP/1.1" status: 200 len: 998 time: 0.1137397 Aug 02 13:43:20.303524 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-286d3597-21e3-4ec4-8803-b600e39beb88 req-4649821d-80e7-4c1b-947c-4e6e768bffe3 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411898 Aug 02 13:43:20.359006 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd9736-efbe-4e6f-9890-3796a90f5610 req-bd607c9a-226e-48a5-b829-c3bc6beedb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:20.360716 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d9fd9736-efbe-4e6f-9890-3796a90f5610 req-bd607c9a-226e-48a5-b829-c3bc6beedb13 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8569d97-f9a0-41c9-a9b0-dce29c9f7e4e HTTP/1.1" status: 200 len: 854 time: 0.0584540 Aug 02 13:43:20.399372 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-951d0c35-2efd-46cc-94fe-91753e451f48 None None] Set router b12058e6-bae6-4476-a2e0-876fd99b59ab gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:43:20.439234 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd9736-efbe-4e6f-9890-3796a90f5610 req-2cd3ad3b-c4c8-4f9b-928a-805a5c6e97d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:20.441292 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d9fd9736-efbe-4e6f-9890-3796a90f5610 req-2cd3ad3b-c4c8-4f9b-928a-805a5c6e97d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b9a0aff9-4db3-4151-8258-5ca59205b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0724313 Aug 02 13:43:20.516789 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-86ceee37-4e06-4285-a717-3de04c9b7d90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 {{(pid=104369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:43:20.529755 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-86ceee37-4e06-4285-a717-3de04c9b7d90 service neutron] Publish callbacks [] for port (cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:20.552717 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.provisioning_blocks [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-86ceee37-4e06-4285-a717-3de04c9b7d90 service neutron] Transition to ACTIVE for port object cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 will not be triggered until provisioned by entity L2. {{(pid=104369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 02 13:43:20.567534 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d9fd9736-efbe-4e6f-9890-3796a90f5610 req-5f813bb1-b5ab-46f8-bc8f-fdeedce7a2da service neutron] 10.222.0.20 "GET /v2.0/networks/b9a0aff9-4db3-4151-8258-5ca59205b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169350 Aug 02 13:43:20.646986 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-86ceee37-4e06-4285-a717-3de04c9b7d90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:20.683055 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d9fd9736-efbe-4e6f-9890-3796a90f5610 req-756632a5-1e55-4c95-a7da-648c5c132062 service neutron] 10.222.0.20 "GET /v2.0/networks/b9a0aff9-4db3-4151-8258-5ca59205b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076338 Aug 02 13:43:20.697825 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-951d0c35-2efd-46cc-94fe-91753e451f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'name': 'tempest-AttachVolumeNegativeTest-1899220404-router', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178'}], 'enable_snat': True}, 'gw_port_id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:51Z', 'revision_number': 4, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'gw_port': {'id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:42Z', 'updated_at': '2022-08-02T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': '3b49b4e1-2e7d-4959-8ace-c515931d50e9', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'floating_ip_address': '172.27.4.81', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'port_id': 'b3a8c881-5669-4abd-8b21-08cdf5df499b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'mac_address': 'fa:16:3e:9d:27:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba278e0-2873-402d-950d-f9b7920e945c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:43:00Z', 'updated_at': '2022-08-02T13:43:18Z', 'revision_number': 1, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '319a239b-729c-484f-a6f7-158e17594b21', 'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'mac_address': 'fa:16:3e:3f:40:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:48Z', 'updated_at': '2022-08-02T13:38:06Z', 'revision_number': 5, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'subnets': [{'id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:20.713232 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:43:20.727551 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951d0c35-2efd-46cc-94fe-91753e451f48 None None] The sync data for ids ['b12058e6-bae6-4476-a2e0-876fd99b59ab'] in dv-cinder-847864-8-iscsi is: [{'id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'name': 'tempest-AttachVolumeNegativeTest-1899220404-router', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178'}], 'enable_snat': True}, 'gw_port_id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:51Z', 'revision_number': 4, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'gw_port': {'id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:42Z', 'updated_at': '2022-08-02T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': '3b49b4e1-2e7d-4959-8ace-c515931d50e9', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'floating_ip_address': '172.27.4.81', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'port_id': 'b3a8c881-5669-4abd-8b21-08cdf5df499b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'mac_address': 'fa:16:3e:9d:27:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba278e0-2873-402d-950d-f9b7920e945c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:43:00Z', 'updated_at': '2022-08-02T13:43:18Z', 'revision_number': 1, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '319a239b-729c-484f-a6f7-158e17594b21', 'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'mac_address': 'fa:16:3e:3f:40:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:48Z', 'updated_at': '2022-08-02T13:38:06Z', 'revision_number': 5, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'subnets': [{'id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:43:20.764648 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ceee37-4e06-4285-a717-3de04c9b7d90 service neutron] Pushing event updated for resources: {'Port': ['ID=cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3,revision_number=2']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:20.808383 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-86ceee37-4e06-4285-a717-3de04c9b7d90 service neutron] Attempting to bind port cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:43:20.808748 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-86ceee37-4e06-4285-a717-3de04c9b7d90 service neutron] Attempting to bind port cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e'}] {{(pid=104369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:43:20.809135 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-86ceee37-4e06-4285-a717-3de04c9b7d90 service neutron] Attempting to bind port cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 on network d1ca7bc5-1e11-41ba-99a3-db435e41589e {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:43:20.812449 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-08964324-e515-4518-91a1-66fc77a5a0ab req-5146deea-0e85-45b0-9be1-eaba774e436b tempest-TestMinimumBasicScenario-1622779215 tempest-TestMinimumBasicScenario-1622779215-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac2bed7-17ae-47b3-ae69-66d54f902550 HTTP/1.1" status: 200 len: 210 time: 0.0382125 Aug 02 13:43:20.828204 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-86ceee37-4e06-4285-a717-3de04c9b7d90 service neutron] Port cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 on network d1ca7bc5-1e11-41ba-99a3-db435e41589e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 02 13:43:20.828752 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-86ceee37-4e06-4285-a717-3de04c9b7d90 service neutron] Attempting to bind port cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 on network d1ca7bc5-1e11-41ba-99a3-db435e41589e {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:43:20.834977 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-86ceee37-4e06-4285-a717-3de04c9b7d90 service neutron] Checking agent: {'id': '69dc3da8-ee10-46f6-83b6-ed4e97a21469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'started_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:43:20.854650 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-86ceee37-4e06-4285-a717-3de04c9b7d90 service neutron] Checking segment: {'id': 'e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:43:20.854650 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-86ceee37-4e06-4285-a717-3de04c9b7d90 service neutron] Bound using segment: {'id': 'e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e'} {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:43:20.854650 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-86ceee37-4e06-4285-a717-3de04c9b7d90 service neutron] Bound port: cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e'}}] {{(pid=104369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:43:20.854650 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-86ceee37-4e06-4285-a717-3de04c9b7d90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:20.914695 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-86ceee37-4e06-4285-a717-3de04c9b7d90 service neutron] For port cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3, host hv-cinder-84786, cleared binding levels {{(pid=104369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:43:20.918818 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-86ceee37-4e06-4285-a717-3de04c9b7d90 service neutron] For port cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3,segment=NetworkSegment(e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75),segment_id=e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75)] {{(pid=104369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:43:20.996683 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-86ceee37-4e06-4285-a717-3de04c9b7d90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:21.000541 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019cffd4-3420-4884-a1ef-45524c7917ef None None] New status for floating IP 3b49b4e1-2e7d-4959-8ace-c515931d50e9: ACTIVE {{(pid=104371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:43:21.057389 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-86ceee37-4e06-4285-a717-3de04c9b7d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:21.058352 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-86ceee37-4e06-4285-a717-3de04c9b7d90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:21.062905 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-86ceee37-4e06-4285-a717-3de04c9b7d90 service neutron] 10.222.0.20 "PUT /v2.0/ports/cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 HTTP/1.1" status: 200 len: 1093 time: 1.1979046 Aug 02 13:43:21.105396 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ceee37-4e06-4285-a717-3de04c9b7d90 service neutron] Pushing event updated for resources: {'Port': ['ID=cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3,revision_number=3']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:21.307650 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-7ccd441a-7f82-4118-b071-c5d4f1a41fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:21.308406 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-7ccd441a-7f82-4118-b071-c5d4f1a41fcf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b3a8010c56d4c2a827a2b3da2e2b222&device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 1127 time: 0.0953560 Aug 02 13:43:21.331922 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f361d-e74b-4e01-b39e-f0493095e9a6 req-89a0af21-32ce-4ef7-858a-9caf25e11d76 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:21.333433 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-174f361d-e74b-4e01-b39e-f0493095e9a6 req-89a0af21-32ce-4ef7-858a-9caf25e11d76 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5b2e3f-e31d-4049-8a5b-0893aeceabc5 HTTP/1.1" status: 200 len: 943 time: 0.0835049 Aug 02 13:43:21.370994 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-6600fe0f-6b10-4ca9-8d6e-7c32f68c62c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 HTTP/1.1" status: 200 len: 217 time: 0.0546832 Aug 02 13:43:21.459706 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-3d6c5417-feaf-4644-860a-505933e78d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:21.461792 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-3d6c5417-feaf-4644-860a-505933e78d77 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1b3380a-fd77-4082-a681-a2409a13bef9 HTTP/1.1" status: 200 len: 856 time: 0.0842538 Aug 02 13:43:21.464632 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f256eb8-fdc5-4cc8-b9a6-a4f5ff42dd37 req-d6bc900d-aeb2-4ff2-b9cb-7639777b3ba1 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:21.465463 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-174f361d-e74b-4e01-b39e-f0493095e9a6 req-6d027216-e984-477c-9c9f-2b05a4ac9245 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970747 Aug 02 13:43:21.466417 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-3f256eb8-fdc5-4cc8-b9a6-a4f5ff42dd37 req-d6bc900d-aeb2-4ff2-b9cb-7639777b3ba1 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 943 time: 0.0572331 Aug 02 13:43:21.523509 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-3f256eb8-fdc5-4cc8-b9a6-a4f5ff42dd37 req-59f8df00-8e52-4ac7-9164-4e121397678f tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506277 Aug 02 13:43:21.529442 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-f919652b-2895-4340-9f0e-8e5d474c94b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:21.529618 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-f919652b-2895-4340-9f0e-8e5d474c94b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d1ca7bc5-1e11-41ba-99a3-db435e41589e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0622337 Aug 02 13:43:21.625656 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-ea7dd2f0-a909-44a4-898e-4b4386bd1bf7 service neutron] 10.222.0.20 "GET /v2.0/networks/d1ca7bc5-1e11-41ba-99a3-db435e41589e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891128 Aug 02 13:43:21.725233 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2952ed97-ea00-4a7b-8a9b-4c46f391465f req-25afadd6-7207-4035-a74a-bfda41b9e25d service neutron] 10.222.0.20 "GET /v2.0/networks/d1ca7bc5-1e11-41ba-99a3-db435e41589e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931237 Aug 02 13:43:21.835741 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac2bed7-17ae-47b3-ae69-66d54f902550', 'name': 'network-vif-deleted', 'tag': '1e0071e8-7e67-4464-a737-53ca665ed3ca'}, {'name': 'network-changed', 'server_uuid': '80afd455-13f1-44f6-a7f6-ed22f895a1a4', 'tag': 'cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3'}] {{(pid=104369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:43:21.838227 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bf99331ba47a6ac295264f2d91701b523438f9b2384832aa813a78b8ac64a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab1fd2d-0bc4-4c44-bbf3-7aa8ec38be2b" -d '{"events": [{"server_uuid": "5ac2bed7-17ae-47b3-ae69-66d54f902550", "name": "network-vif-deleted", "tag": "1e0071e8-7e67-4464-a737-53ca665ed3ca"}, {"name": "network-changed", "server_uuid": "80afd455-13f1-44f6-a7f6-ed22f895a1a4", "tag": "cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3"}]}' {{(pid=104369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:43:21.880947 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 02 Aug 2022 13:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3222b2d-8a22-4816-84ff-1843b0c67dcd x-openstack-request-id: req-b3222b2d-8a22-4816-84ff-1843b0c67dcd {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:43:21.881254 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac2bed7-17ae-47b3-ae69-66d54f902550", "name": "network-vif-deleted", "tag": "1e0071e8-7e67-4464-a737-53ca665ed3ca", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "80afd455-13f1-44f6-a7f6-ed22f895a1a4", "tag": "cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3", "status": "completed", "code": 200}]} {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:43:21.881506 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b3222b2d-8a22-4816-84ff-1843b0c67dcd {{(pid=104369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:43:21.882011 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3222b2d-8a22-4816-84ff-1843b0c67dcd'] response: {'server_uuid': '5ac2bed7-17ae-47b3-ae69-66d54f902550', 'name': 'network-vif-deleted', 'tag': '1e0071e8-7e67-4464-a737-53ca665ed3ca', 'status': 'completed', 'code': 200} Aug 02 13:43:21.882901 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3222b2d-8a22-4816-84ff-1843b0c67dcd'] response: {'name': 'network-changed', 'server_uuid': '80afd455-13f1-44f6-a7f6-ed22f895a1a4', 'tag': 'cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3', 'status': 'completed', 'code': 200} Aug 02 13:43:21.950017 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 1e0071e8-7e67-4464-a737-53ca665ed3ca no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:43:21.957716 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1fd2d-0bc4-4c44-bbf3-7aa8ec38be2b req-3abea289-07ee-4cbe-abbb-0a45268d14aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:21.959295 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-cab1fd2d-0bc4-4c44-bbf3-7aa8ec38be2b req-3abea289-07ee-4cbe-abbb-0a45268d14aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b3a8010c56d4c2a827a2b3da2e2b222&device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 1127 time: 0.0515919 Aug 02 13:43:21.977361 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] No Port match for: 1e0071e8-7e67-4464-a737-53ca665ed3ca {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:43:21.977361 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 1e0071e8-7e67-4464-a737-53ca665ed3ca not bound to the agent host hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:43:22.067912 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1fd2d-0bc4-4c44-bbf3-7aa8ec38be2b req-dc229363-2288-4275-80ac-dccbf072ebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:22.069407 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-cab1fd2d-0bc4-4c44-bbf3-7aa8ec38be2b req-dc229363-2288-4275-80ac-dccbf072ebc7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d1ca7bc5-1e11-41ba-99a3-db435e41589e HTTP/1.1" status: 200 len: 918 time: 0.1010551 Aug 02 13:43:22.110734 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-cab1fd2d-0bc4-4c44-bbf3-7aa8ec38be2b req-a0b50e24-8f38-4c21-9297-0cf7d5682f80 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 HTTP/1.1" status: 200 len: 217 time: 0.0341132 Aug 02 13:43:22.171752 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1fd2d-0bc4-4c44-bbf3-7aa8ec38be2b req-a3bf3f8c-2bf3-477f-898b-9c0b278a7cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:22.173227 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-cab1fd2d-0bc4-4c44-bbf3-7aa8ec38be2b req-a3bf3f8c-2bf3-477f-898b-9c0b278a7cd3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1b3380a-fd77-4082-a681-a2409a13bef9 HTTP/1.1" status: 200 len: 856 time: 0.0572941 Aug 02 13:43:22.233695 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1fd2d-0bc4-4c44-bbf3-7aa8ec38be2b req-66c95859-b12a-44f3-8605-688e43944a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:22.235293 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-cab1fd2d-0bc4-4c44-bbf3-7aa8ec38be2b req-66c95859-b12a-44f3-8605-688e43944a72 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d1ca7bc5-1e11-41ba-99a3-db435e41589e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549078 Aug 02 13:43:22.332952 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-cab1fd2d-0bc4-4c44-bbf3-7aa8ec38be2b req-3f3c244d-88d5-4d0f-97cf-89e631aa2947 service neutron] 10.222.0.20 "GET /v2.0/networks/d1ca7bc5-1e11-41ba-99a3-db435e41589e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903103 Aug 02 13:43:22.437091 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-cab1fd2d-0bc4-4c44-bbf3-7aa8ec38be2b req-5f70f1d6-7483-409a-8f07-3423557ed1bd service neutron] 10.222.0.20 "GET /v2.0/networks/d1ca7bc5-1e11-41ba-99a3-db435e41589e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935760 Aug 02 13:43:22.594551 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d43b8d-c0a4-4ee8-92d5-6d2b6af89fc4 req-b14fa6ca-cb53-4b89-ad57-c99bd22c3c67 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:22.596147 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-02d43b8d-c0a4-4ee8-92d5-6d2b6af89fc4 req-b14fa6ca-cb53-4b89-ad57-c99bd22c3c67 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5b2e3f-e31d-4049-8a5b-0893aeceabc5 HTTP/1.1" status: 200 len: 943 time: 0.0569918 Aug 02 13:43:22.650663 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-02d43b8d-c0a4-4ee8-92d5-6d2b6af89fc4 req-0ed17249-90fa-41f2-a757-c11f681ce1c0 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479045 Aug 02 13:43:22.668880 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d54c3-a669-43da-bfa1-f49cf6823f33 req-e83314c1-416c-4abd-be57-7acb0d5eb795 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:22.673245 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d88d54c3-a669-43da-bfa1-f49cf6823f33 req-e83314c1-416c-4abd-be57-7acb0d5eb795 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 943 time: 0.0665350 Aug 02 13:43:22.735011 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d88d54c3-a669-43da-bfa1-f49cf6823f33 req-3f561d9f-e56f-41f3-889f-e0c55e8c1ac9 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583758 Aug 02 13:43:23.559009 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 39108) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:43:23.775388 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea8e4b-3197-4dbc-a58c-69bf38c89957 req-9361a2bd-cbc6-438b-afa1-357096ddb349 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:23.777234 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-32ea8e4b-3197-4dbc-a58c-69bf38c89957 req-9361a2bd-cbc6-438b-afa1-357096ddb349 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5b2e3f-e31d-4049-8a5b-0893aeceabc5 HTTP/1.1" status: 200 len: 943 time: 0.0550876 Aug 02 13:43:23.835197 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-32ea8e4b-3197-4dbc-a58c-69bf38c89957 req-2c009934-4ef3-4699-b879-26d051d6c47a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510154 Aug 02 13:43:23.898616 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f90124-f355-4c2e-add0-60ef24d55951 req-99fda519-5be8-47e3-944e-a19c2508fe49 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:23.900115 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-c1f90124-f355-4c2e-add0-60ef24d55951 req-99fda519-5be8-47e3-944e-a19c2508fe49 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 943 time: 0.0787618 Aug 02 13:43:23.974114 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 13:43:23.975691 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-c1f90124-f355-4c2e-add0-60ef24d55951 req-dda561d4-2807-4109-a075-dea9f5c7e2fb tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678396 Aug 02 13:43:23.981801 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-fb16a0cf-af57-471b-862b-a2a0de371f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773039'] for router_interface (48c8d95a-6eaf-41e2-a39c-72c71c917b95), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:24.088208 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3,segment=NetworkSegment(e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75),segment_id=e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:43:24.100835 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Returning: {'device': 'cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3', 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e', 'port_id': 'cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3', 'mac_address': 'fa:16:3e:23:c8:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 13:43:24.154342 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 is: DOWN; New status is: BUILD {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:43:24.154815 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:24.169328 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 {{(pid=104370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:43:24.191048 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3,segment=NetworkSegment(e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75),segment_id=e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:43:24.215651 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f2d6b11-cea3-4529-9dc3-3c3733664dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:24.228167 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-fb16a0cf-af57-471b-862b-a2a0de371f7f admin admin] Deleting port 1a66000b-8a4d-4821-a340-85ca128ee108 {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:43:24.228512 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-fb16a0cf-af57-471b-862b-a2a0de371f7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (1a66000b-8a4d-4821-a340-85ca128ee108), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:24.274559 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:24.313996 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [None req-fb16a0cf-af57-471b-862b-a2a0de371f7f admin admin] For port 1a66000b-8a4d-4821-a340-85ca128ee108, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=1a66000b-8a4d-4821-a340-85ca128ee108,segment=NetworkSegment(22ddfb82-4105-4957-802c-24a28c44ee2c),segment_id=22ddfb82-4105-4957-802c-24a28c44ee2c)] {{(pid=104369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:43:24.314365 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-fb16a0cf-af57-471b-862b-a2a0de371f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (1a66000b-8a4d-4821-a340-85ca128ee108), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:24.325417 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:24.328401 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-fb16a0cf-af57-471b-862b-a2a0de371f7f admin admin] Calling delete_port for 1a66000b-8a4d-4821-a340-85ca128ee108 owned by network:router_interface {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:43:24.529401 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:43:24.590537 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-fb16a0cf-af57-471b-862b-a2a0de371f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (1a66000b-8a4d-4821-a340-85ca128ee108), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:24.623506 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16a0cf-af57-471b-862b-a2a0de371f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=1a66000b-8a4d-4821-a340-85ca128ee108,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:24.792794 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-fb16a0cf-af57-471b-862b-a2a0de371f7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-772915'] for router_interface (48c8d95a-6eaf-41e2-a39c-72c71c917b95), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:24.970915 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c407699-4ff8-41f9-95b2-f5bd1b802876 req-c09e4482-7762-4a90-ac74-069f02bb0ed2 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:24.972435 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-7c407699-4ff8-41f9-95b2-f5bd1b802876 req-c09e4482-7762-4a90-ac74-069f02bb0ed2 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5b2e3f-e31d-4049-8a5b-0893aeceabc5 HTTP/1.1" status: 200 len: 943 time: 0.0615065 Aug 02 13:43:25.040828 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-7c407699-4ff8-41f9-95b2-f5bd1b802876 req-086d3668-9f62-496e-9963-ceaaa47664b1 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613399 Aug 02 13:43:25.215957 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:25.250401 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f512b6d-2a9f-46e6-bc40-b720547f126d req-1530d2d3-a1d6-4a8a-aed2-f6bcc9a135bd tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:25.251910 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-3f512b6d-2a9f-46e6-bc40-b720547f126d req-1530d2d3-a1d6-4a8a-aed2-f6bcc9a135bd tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 944 time: 0.1093898 Aug 02 13:43:25.340971 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb16a0cf-af57-471b-862b-a2a0de371f7f admin admin] Router 48c8d95a-6eaf-41e2-a39c-72c71c917b95 has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:43:25.345220 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-3f512b6d-2a9f-46e6-bc40-b720547f126d req-0ed30bee-d91a-4353-8220-360dc285462a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861464 Aug 02 13:43:25.472792 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb16a0cf-af57-471b-862b-a2a0de371f7f admin admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:43:25.478253 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-fb16a0cf-af57-471b-862b-a2a0de371f7f admin admin] 10.222.0.67 "PUT /v2.0/routers/48c8d95a-6eaf-41e2-a39c-72c71c917b95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9180727 Aug 02 13:43:25.481112 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 39118) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:43:25.482837 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce14d20-10a5-4f9c-930d-4b426bee414b None None] Sync routers for ids ['48c8d95a-6eaf-41e2-a39c-72c71c917b95'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:43:25.494484 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce14d20-10a5-4f9c-930d-4b426bee414b None None] Routers {'48c8d95a-6eaf-41e2-a39c-72c71c917b95'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:43:25.495335 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-cce14d20-10a5-4f9c-930d-4b426bee414b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:42:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['48c8d95a-6eaf-41e2-a39c-72c71c917b95'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:25.594239 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2adfb2f7-e313-4bad-b6f3-0071e7053c63 admin admin] Publish callbacks [] for router (48c8d95a-6eaf-41e2-a39c-72c71c917b95), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:25.603490 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-cce14d20-10a5-4f9c-930d-4b426bee414b None None] Set router 48c8d95a-6eaf-41e2-a39c-72c71c917b95 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:43:25.698744 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2adfb2f7-e313-4bad-b6f3-0071e7053c63 admin admin] Publish callbacks [] for router_gateway (48c8d95a-6eaf-41e2-a39c-72c71c917b95), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:25.793870 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-cce14d20-10a5-4f9c-930d-4b426bee414b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'name': 'tempest-TestMinimumBasicScenario-418861766-router', 'tenant_id': 'dd6856819f8e46ee924851629dadd00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.217'}], 'enable_snat': True}, 'gw_port_id': '20081ca5-71d7-4fc8-bf6c-22b9c6201811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:40:32Z', 'updated_at': '2022-08-02T13:43:24Z', 'revision_number': 5, 'project_id': 'dd6856819f8e46ee924851629dadd00b', 'gw_port': {'id': '20081ca5-71d7-4fc8-bf6c-22b9c6201811', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:40:32Z', 'updated_at': '2022-08-02T13:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:25.816951 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-2adfb2f7-e313-4bad-b6f3-0071e7053c63 admin admin] Deleting port 20081ca5-71d7-4fc8-bf6c-22b9c6201811 {{(pid=104368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:43:25.817302 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2adfb2f7-e313-4bad-b6f3-0071e7053c63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (20081ca5-71d7-4fc8-bf6c-22b9c6201811), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:25.823202 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce14d20-10a5-4f9c-930d-4b426bee414b None None] Checking router: 48c8d95a-6eaf-41e2-a39c-72c71c917b95 for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:43:25.831580 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce14d20-10a5-4f9c-930d-4b426bee414b None None] Routers {'48c8d95a-6eaf-41e2-a39c-72c71c917b95'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:43:25.832199 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-cce14d20-10a5-4f9c-930d-4b426bee414b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:42:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['48c8d95a-6eaf-41e2-a39c-72c71c917b95'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:25.900801 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [None req-2adfb2f7-e313-4bad-b6f3-0071e7053c63 admin admin] For port 20081ca5-71d7-4fc8-bf6c-22b9c6201811, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=20081ca5-71d7-4fc8-bf6c-22b9c6201811,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:43:25.901176 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2adfb2f7-e313-4bad-b6f3-0071e7053c63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (20081ca5-71d7-4fc8-bf6c-22b9c6201811), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:25.915588 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-2adfb2f7-e313-4bad-b6f3-0071e7053c63 admin admin] Calling delete_port for 20081ca5-71d7-4fc8-bf6c-22b9c6201811 owned by network:router_gateway {{(pid=104368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:43:25.916180 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-cce14d20-10a5-4f9c-930d-4b426bee414b None None] Set router 48c8d95a-6eaf-41e2-a39c-72c71c917b95 gateway port host: None {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:43:25.967961 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-cce14d20-10a5-4f9c-930d-4b426bee414b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'name': 'tempest-TestMinimumBasicScenario-418861766-router', 'tenant_id': 'dd6856819f8e46ee924851629dadd00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:40:32Z', 'updated_at': '2022-08-02T13:43:25Z', 'revision_number': 6, 'project_id': 'dd6856819f8e46ee924851629dadd00b', 'gw_port_host': None}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:25.994240 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 up at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:43:25.996538 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce14d20-10a5-4f9c-930d-4b426bee414b None None] The sync data for ids ['48c8d95a-6eaf-41e2-a39c-72c71c917b95'] in dv-cinder-847864-8-iscsi is: [{'id': '48c8d95a-6eaf-41e2-a39c-72c71c917b95', 'name': 'tempest-TestMinimumBasicScenario-418861766-router', 'tenant_id': 'dd6856819f8e46ee924851629dadd00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:40:32Z', 'updated_at': '2022-08-02T13:43:25Z', 'revision_number': 6, 'project_id': 'dd6856819f8e46ee924851629dadd00b', 'gw_port_host': None}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:43:26.158672 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning for port cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 completed by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 02 13:43:26.163727 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning complete for port cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:43:26.164264 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:26.176972 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec192422-2151-4be3-8085-f7fb7e311da5 req-4308cf74-97e9-46e7-a378-91b7e0526536 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:26.178339 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ec192422-2151-4be3-8085-f7fb7e311da5 req-4308cf74-97e9-46e7-a378-91b7e0526536 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5b2e3f-e31d-4049-8a5b-0893aeceabc5 HTTP/1.1" status: 200 len: 943 time: 0.0594745 Aug 02 13:43:26.231465 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ec192422-2151-4be3-8085-f7fb7e311da5 req-b35eb0db-560c-4c92-b968-da685d6e5c4b tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461462 Aug 02 13:43:26.232831 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2adfb2f7-e313-4bad-b6f3-0071e7053c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (20081ca5-71d7-4fc8-bf6c-22b9c6201811), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:26.251958 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 is: BUILD; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:43:26.253437 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:26.261081 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfb2f7-e313-4bad-b6f3-0071e7053c63 admin admin] Pushing event deleted for resources: {'Port': ['ID=20081ca5-71d7-4fc8-bf6c-22b9c6201811,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:26.283746 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80afd455-13f1-44f6-a7f6-ed22f895a1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3'}] {{(pid=104370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:43:26.286092 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7baa883c66606d2bd29c352a6206e712ed5fe15c106669ddbeacd0f82211b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6fe4fb1-0af6-41d6-b21d-9275bc4d4046" -d '{"events": [{"server_uuid": "80afd455-13f1-44f6-a7f6-ed22f895a1a4", "name": "network-vif-plugged", "status": "completed", "tag": "cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3"}]}' {{(pid=104370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:43:26.300023 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3,segment=NetworkSegment(e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75),segment_id=e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:43:26.325180 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2adfb2f7-e313-4bad-b6f3-0071e7053c63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772245'] for router_gateway (48c8d95a-6eaf-41e2-a39c-72c71c917b95), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:26.327579 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05477e68-cc43-4afd-8026-1122a6727abd x-openstack-request-id: req-05477e68-cc43-4afd-8026-1122a6727abd {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:43:26.327949 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80afd455-13f1-44f6-a7f6-ed22f895a1a4", "name": "network-vif-plugged", "status": "completed", "tag": "cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3", "code": 200}]} {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:43:26.328292 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-05477e68-cc43-4afd-8026-1122a6727abd {{(pid=104370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:43:26.328798 dv-cinder-847864-8-iscsi neutron-server[104370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05477e68-cc43-4afd-8026-1122a6727abd'] response: {'server_uuid': '80afd455-13f1-44f6-a7f6-ed22f895a1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3', 'code': 200} Aug 02 13:43:26.420297 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:26.431130 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2adfb2f7-e313-4bad-b6f3-0071e7053c63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-774428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (48c8d95a-6eaf-41e2-a39c-72c71c917b95), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:26.433439 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2adfb2f7-e313-4bad-b6f3-0071e7053c63 admin admin] Publish callbacks [] for router_controller (48c8d95a-6eaf-41e2-a39c-72c71c917b95), precommit_delete_associations {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:26.480941 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3,revision_number=5']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:26.498623 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-11f1ee36-b647-473b-a656-273f7f8b5e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:26.524777 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fe505-590a-4f24-bab3-05440a71033f req-799edd2b-dc9b-44ed-abee-1eba805eca23 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:26.526311 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-bc5fe505-590a-4f24-bab3-05440a71033f req-799edd2b-dc9b-44ed-abee-1eba805eca23 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 945 time: 0.0949893 Aug 02 13:43:26.577271 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-bc5fe505-590a-4f24-bab3-05440a71033f req-ed903ab9-b05e-45fc-8749-01c8b3329e2c tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451119 Aug 02 13:43:26.593569 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2adfb2f7-e313-4bad-b6f3-0071e7053c63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-774405'] for router (48c8d95a-6eaf-41e2-a39c-72c71c917b95), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:26.594615 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2adfb2f7-e313-4bad-b6f3-0071e7053c63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48c8d95a-6eaf-41e2-a39c-72c71c917b95 {{(pid=104368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 02 13:43:26.611170 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2adfb2f7-e313-4bad-b6f3-0071e7053c63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:26.612292 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-2adfb2f7-e313-4bad-b6f3-0071e7053c63 admin admin] 10.222.0.67 "DELETE /v2.0/routers/48c8d95a-6eaf-41e2-a39c-72c71c917b95 HTTP/1.1" status: 204 len: 168 time: 1.1301162 Aug 02 13:43:26.614880 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 39128) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:43:26.666002 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_v2 [None req-309ffa53-c7c6-4398-8082-06816961504e admin admin] Deleting subnet 84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de {{(pid=104368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 02 13:43:26.669516 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-309ffa53-c7c6-4398-8082-06816961504e admin admin] Publish callbacks [] for subnet (84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:26.708977 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-309ffa53-c7c6-4398-8082-06816961504e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5352063'] for subnet (84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de), precommit_delete_associations {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:26.723921 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79425ef6-181e-492d-83be-5ea18f5e96b3 req-de95b723-1e74-4224-9c39-ff3e2edcf91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:26.725492 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-79425ef6-181e-492d-83be-5ea18f5e96b3 req-de95b723-1e74-4224-9c39-ff3e2edcf91f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 1129 time: 0.0437267 Aug 02 13:43:26.770701 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-79425ef6-181e-492d-83be-5ea18f5e96b3 req-72e6aa28-c1f0-4aca-a0c3-52ff731b2cf1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383201 Aug 02 13:43:26.791036 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-309ffa53-c7c6-4398-8082-06816961504e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1626869'] for subnet (84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:26.933049 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-309ffa53-c7c6-4398-8082-06816961504e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1626876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5191154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4657249'] for subnet (84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:26.959862 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ffa53-c7c6-4398-8082-06816961504e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:26.968974 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-309ffa53-c7c6-4398-8082-06816961504e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:26.973268 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fe4584-8e8e-4ae4-af7f-0aceb08af32e None None] Network 7e3dba26-4d36-495f-9356-de3966b3c4ca requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:43:26.983257 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 39130) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:43:26.984786 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-309ffa53-c7c6-4398-8082-06816961504e admin admin] 10.222.0.67 "DELETE /v2.0/subnets/84695fcf-ce5e-4bfc-bfc2-d0cbdfcce0de HTTP/1.1" status: 204 len: 168 time: 0.3593979 Aug 02 13:43:27.057472 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-d4aaf292-5316-4f61-9efa-b26a0ab7aaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1719594'] for network (7e3dba26-4d36-495f-9356-de3966b3c4ca), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:27.114196 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-d4aaf292-5316-4f61-9efa-b26a0ab7aaec admin admin] Deleting port 7c0967e3-d4e3-4f6c-974c-5a124e80620c {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:43:27.114430 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-d4aaf292-5316-4f61-9efa-b26a0ab7aaec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (7c0967e3-d4e3-4f6c-974c-5a124e80620c), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:27.150533 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256a3e3b-f5a9-4440-b10a-ea1b16bb5387 None None] DHCP port deletion for 7e3dba26-4d36-495f-9356-de3966b3c4ca request from dv-cinder-847864-8-iscsi {{(pid=104370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 02 13:43:27.181321 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [None req-d4aaf292-5316-4f61-9efa-b26a0ab7aaec admin admin] For port 7c0967e3-d4e3-4f6c-974c-5a124e80620c, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=7c0967e3-d4e3-4f6c-974c-5a124e80620c,segment=NetworkSegment(22ddfb82-4105-4957-802c-24a28c44ee2c),segment_id=22ddfb82-4105-4957-802c-24a28c44ee2c)] {{(pid=104369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:43:27.183118 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-d4aaf292-5316-4f61-9efa-b26a0ab7aaec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (7c0967e3-d4e3-4f6c-974c-5a124e80620c), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:27.200036 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-256a3e3b-f5a9-4440-b10a-ea1b16bb5387 None None] Deleting port 7c0967e3-d4e3-4f6c-974c-5a124e80620c {{(pid=104370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:43:27.200036 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-256a3e3b-f5a9-4440-b10a-ea1b16bb5387 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (7c0967e3-d4e3-4f6c-974c-5a124e80620c), before_delete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:27.201692 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-d4aaf292-5316-4f61-9efa-b26a0ab7aaec admin admin] Calling delete_port for 7c0967e3-d4e3-4f6c-974c-5a124e80620c owned by network:dhcp {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:43:27.269647 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-256a3e3b-f5a9-4440-b10a-ea1b16bb5387 None None] For port 7c0967e3-d4e3-4f6c-974c-5a124e80620c, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=7c0967e3-d4e3-4f6c-974c-5a124e80620c,segment=NetworkSegment(22ddfb82-4105-4957-802c-24a28c44ee2c),segment_id=22ddfb82-4105-4957-802c-24a28c44ee2c)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:43:27.270204 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-256a3e3b-f5a9-4440-b10a-ea1b16bb5387 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (7c0967e3-d4e3-4f6c-974c-5a124e80620c), precommit_delete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:27.283859 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-256a3e3b-f5a9-4440-b10a-ea1b16bb5387 None None] Calling delete_port for 7c0967e3-d4e3-4f6c-974c-5a124e80620c owned by network:dhcp {{(pid=104370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:43:27.369242 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ea4f4-b956-4b1e-b355-dc7159d4dbd5 req-77941dcb-d839-4df8-a14b-edbb559e1a71 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:27.370818 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d75ea4f4-b956-4b1e-b355-dc7159d4dbd5 req-77941dcb-d839-4df8-a14b-edbb559e1a71 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5b2e3f-e31d-4049-8a5b-0893aeceabc5 HTTP/1.1" status: 200 len: 943 time: 0.0536911 Aug 02 13:43:27.432058 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d75ea4f4-b956-4b1e-b355-dc7159d4dbd5 req-1808172e-bd21-413b-ac9d-c1466959c5e4 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539124 Aug 02 13:43:27.444048 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 1a66000b-8a4d-4821-a340-85ca128ee108 no longer exists at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:43:27.461573 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-d4aaf292-5316-4f61-9efa-b26a0ab7aaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (7c0967e3-d4e3-4f6c-974c-5a124e80620c), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:27.476905 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] No Port match for: 1a66000b-8a4d-4821-a340-85ca128ee108 {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:43:27.477403 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 1a66000b-8a4d-4821-a340-85ca128ee108 not bound to the agent host dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:43:27.477994 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 20081ca5-71d7-4fc8-bf6c-22b9c6201811 no longer exists at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:43:27.494045 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aaf292-5316-4f61-9efa-b26a0ab7aaec admin admin] Pushing event deleted for resources: {'Port': ['ID=7c0967e3-d4e3-4f6c-974c-5a124e80620c,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:27.499361 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aaf292-5316-4f61-9efa-b26a0ab7aaec admin admin] No DVR routers for this DVR port 7c0967e3-d4e3-4f6c-974c-5a124e80620c on host dv-cinder-847864-8-iscsi {{(pid=104369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:43:27.507434 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] No Port match for: 20081ca5-71d7-4fc8-bf6c-22b9c6201811 {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:43:27.507795 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 20081ca5-71d7-4fc8-bf6c-22b9c6201811 not bound to the agent host dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:43:27.508478 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 7c0967e3-d4e3-4f6c-974c-5a124e80620c no longer exists at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:43:27.510033 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-256a3e3b-f5a9-4440-b10a-ea1b16bb5387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988'] for port (7c0967e3-d4e3-4f6c-974c-5a124e80620c), after_delete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:27.559588 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] No Port match for: 7c0967e3-d4e3-4f6c-974c-5a124e80620c {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:43:27.559852 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 7c0967e3-d4e3-4f6c-974c-5a124e80620c not bound to the agent host dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:43:27.564023 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a3e3b-f5a9-4440-b10a-ea1b16bb5387 None None] Pushing event deleted for resources: {'Port': ['ID=7c0967e3-d4e3-4f6c-974c-5a124e80620c,revision_number=None']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:27.566336 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256a3e3b-f5a9-4440-b10a-ea1b16bb5387 None None] No DVR routers for this DVR port 7c0967e3-d4e3-4f6c-974c-5a124e80620c on host dv-cinder-847864-8-iscsi {{(pid=104370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:43:27.582180 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-d4aaf292-5316-4f61-9efa-b26a0ab7aaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626208', 'neutron.services.segments.db._delete_segments_for_network-8786056706762'] for network (7e3dba26-4d36-495f-9356-de3966b3c4ca), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:27.607773 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.services.segments.db [None req-d4aaf292-5316-4f61-9efa-b26a0ab7aaec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e3dba26-4d36-495f-9356-de3966b3c4ca']}} {{(pid=104369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:27.620688 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.services.segments.db [None req-d4aaf292-5316-4f61-9efa-b26a0ab7aaec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ddfb82-4105-4957-802c-24a28c44ee2c') {'for_net_delete': True} {{(pid=104369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:27.620992 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.services.segments.db [None req-d4aaf292-5316-4f61-9efa-b26a0ab7aaec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ddfb82-4105-4957-802c-24a28c44ee2c') {} {{(pid=104369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:27.624665 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:27.631423 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-d4aaf292-5316-4f61-9efa-b26a0ab7aaec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786056707283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4722930'] for segment (22ddfb82-4105-4957-802c-24a28c44ee2c), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:27.646971 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-d4aaf292-5316-4f61-9efa-b26a0ab7aaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (22ddfb82-4105-4957-802c-24a28c44ee2c), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:27.654569 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4aaf292-5316-4f61-9efa-b26a0ab7aaec admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=104369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 13:43:27.655426 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-d4aaf292-5316-4f61-9efa-b26a0ab7aaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4352592'] for segment (22ddfb82-4105-4957-802c-24a28c44ee2c), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:27.700438 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.services.segments.plugin [-] Segment 22ddfb82-4105-4957-802c-24a28c44ee2c resource provider aggregate not found Aug 02 13:43:27.714309 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2ad29-acb0-49e0-8555-5d03c50092f6 req-a71945ab-c398-469c-b215-85661d227579 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:27.716082 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d2c2ad29-acb0-49e0-8555-5d03c50092f6 req-a71945ab-c398-469c-b215-85661d227579 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 945 time: 0.0597186 Aug 02 13:43:27.724030 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.services.segments.plugin [-] Segment 22ddfb82-4105-4957-802c-24a28c44ee2c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22ddfb82-4105-4957-802c-24a28c44ee2c found for delete ", "request_id": "req-8772528c-7f6a-4b7b-9659-decb0849cd15"}]} Aug 02 13:43:27.775727 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d2c2ad29-acb0-49e0-8555-5d03c50092f6 req-920e2c75-9266-4f43-8658-815ad8496bf3 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494454 Aug 02 13:43:27.818718 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-d4aaf292-5316-4f61-9efa-b26a0ab7aaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772273'] for network (7e3dba26-4d36-495f-9356-de3966b3c4ca), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:27.826941 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-d4aaf292-5316-4f61-9efa-b26a0ab7aaec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:27.832017 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-d4aaf292-5316-4f61-9efa-b26a0ab7aaec admin admin] 10.222.0.67 "DELETE /v2.0/networks/7e3dba26-4d36-495f-9356-de3966b3c4ca HTTP/1.1" status: 204 len: 168 time: 0.8540947 Aug 02 13:43:27.833675 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 39144) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:43:27.841446 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aaf292-5316-4f61-9efa-b26a0ab7aaec admin admin] Pushing event deleted for resources: {'Network': ['ID=7e3dba26-4d36-495f-9356-de3966b3c4ca,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:27.984710 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 4b1f0cac-3901-4fdb-a96f-a97ceb90661a details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 13:43:28.095220 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 4b1f0cac-3901-4fdb-a96f-a97ceb90661a, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=4b1f0cac-3901-4fdb-a96f-a97ceb90661a,segment=NetworkSegment(a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33),segment_id=a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:43:28.109599 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Returning: {'device': '4b1f0cac-3901-4fdb-a96f-a97ceb90661a', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'port_id': '4b1f0cac-3901-4fdb-a96f-a97ceb90661a', 'mac_address': 'fa:16:3e:f8:01:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 13:43:28.154024 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port 4b1f0cac-3901-4fdb-a96f-a97ceb90661a is: DOWN; New status is: BUILD {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:43:28.156617 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (4b1f0cac-3901-4fdb-a96f-a97ceb90661a), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:28.175489 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b1f0cac-3901-4fdb-a96f-a97ceb90661a {{(pid=104370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:43:28.198710 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 4b1f0cac-3901-4fdb-a96f-a97ceb90661a, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=4b1f0cac-3901-4fdb-a96f-a97ceb90661a,segment=NetworkSegment(a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33),segment_id=a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:43:28.221810 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-523dd8d0-fe35-4e27-9a16-cab76a288ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773039'] for router_interface (f9566cdb-287e-413a-8a76-146755ddcfeb), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:28.246944 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (4b1f0cac-3901-4fdb-a96f-a97ceb90661a), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:28.306010 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=4b1f0cac-3901-4fdb-a96f-a97ceb90661a,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:28.477971 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-523dd8d0-fe35-4e27-9a16-cab76a288ca7 admin admin] Deleting port e71ea6f5-42f8-4d8f-9708-d0b9244040e0 {{(pid=104368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:43:28.478318 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-523dd8d0-fe35-4e27-9a16-cab76a288ca7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (e71ea6f5-42f8-4d8f-9708-d0b9244040e0), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:28.507808 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['4b1f0cac-3901-4fdb-a96f-a97ceb90661a'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:43:28.602093 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142d99c-c7f8-4133-9bec-396ff25959da req-d60837a4-636f-41fc-8cdc-699d1c9119ce tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:28.603704 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-7142d99c-c7f8-4133-9bec-396ff25959da req-d60837a4-636f-41fc-8cdc-699d1c9119ce tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5b2e3f-e31d-4049-8a5b-0893aeceabc5 HTTP/1.1" status: 200 len: 944 time: 0.0848360 Aug 02 13:43:28.609366 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [None req-523dd8d0-fe35-4e27-9a16-cab76a288ca7 admin admin] For port e71ea6f5-42f8-4d8f-9708-d0b9244040e0, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=e71ea6f5-42f8-4d8f-9708-d0b9244040e0,segment=NetworkSegment(758dab1c-1445-4450-82d6-f1f4d35a6879),segment_id=758dab1c-1445-4450-82d6-f1f4d35a6879)] {{(pid=104368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:43:28.609749 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-523dd8d0-fe35-4e27-9a16-cab76a288ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (e71ea6f5-42f8-4d8f-9708-d0b9244040e0), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:28.635514 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-523dd8d0-fe35-4e27-9a16-cab76a288ca7 admin admin] Calling delete_port for e71ea6f5-42f8-4d8f-9708-d0b9244040e0 owned by network:router_interface {{(pid=104368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:43:28.707732 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-7142d99c-c7f8-4133-9bec-396ff25959da req-b7b2504a-c245-4fda-aeb0-9630e77f5dca tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953281 Aug 02 13:43:28.913003 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d5252-d843-4dad-becc-15b9d8a49af0 req-66dead10-3354-4465-9eee-cb9a02ffc1ee tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:28.913986 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-b55d5252-d843-4dad-becc-15b9d8a49af0 req-66dead10-3354-4465-9eee-cb9a02ffc1ee tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 945 time: 0.0550404 Aug 02 13:43:28.943925 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-523dd8d0-fe35-4e27-9a16-cab76a288ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (e71ea6f5-42f8-4d8f-9708-d0b9244040e0), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:28.970410 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-b55d5252-d843-4dad-becc-15b9d8a49af0 req-30a6332f-6288-4c06-b495-50b7a85e3135 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446184 Aug 02 13:43:28.976468 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523dd8d0-fe35-4e27-9a16-cab76a288ca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e71ea6f5-42f8-4d8f-9708-d0b9244040e0,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:29.180929 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1575875-071f-4f8d-b393-d998fdaac190 req-69129339-3ee8-4cc3-924a-fc58b4b1c853 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:29.184555 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-c1575875-071f-4f8d-b393-d998fdaac190 req-69129339-3ee8-4cc3-924a-fc58b4b1c853 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 945 time: 0.1034586 Aug 02 13:43:29.193084 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 39162) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:43:29.198284 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-985f4aff-0f78-42a4-b081-af9099e43601 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Request body: {'floatingip': {'port_id': 'cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:43:29.202249 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-523dd8d0-fe35-4e27-9a16-cab76a288ca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-772915'] for router_interface (f9566cdb-287e-413a-8a76-146755ddcfeb), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:29.229525 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:29.249266 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-985f4aff-0f78-42a4-b081-af9099e43601 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for floatingip (7c94989d-86a1-48f5-a930-03ff753b5520), before_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:29.833690 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0e6ab-c6d8-4fad-b1a9-367ab0f8d0e6 req-3fde5b4b-3e3c-4d27-868e-8b2f3e12662f tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:29.835314 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-28b0e6ab-c6d8-4fad-b1a9-367ab0f8d0e6 req-3fde5b4b-3e3c-4d27-868e-8b2f3e12662f tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5b2e3f-e31d-4049-8a5b-0893aeceabc5 HTTP/1.1" status: 200 len: 944 time: 0.0530016 Aug 02 13:43:29.918151 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-28b0e6ab-c6d8-4fad-b1a9-367ab0f8d0e6 req-5c69ff88-a430-4b16-9d24-8641d6c4a1ca tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766282 Aug 02 13:43:29.985743 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523dd8d0-fe35-4e27-9a16-cab76a288ca7 admin admin] Router f9566cdb-287e-413a-8a76-146755ddcfeb has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:43:30.003528 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 4b1f0cac-3901-4fdb-a96f-a97ceb90661a up at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:43:30.119102 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning for port 4b1f0cac-3901-4fdb-a96f-a97ceb90661a completed by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 02 13:43:30.125620 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning complete for port 4b1f0cac-3901-4fdb-a96f-a97ceb90661a triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:43:30.126006 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (4b1f0cac-3901-4fdb-a96f-a97ceb90661a), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:30.209071 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523dd8d0-fe35-4e27-9a16-cab76a288ca7 admin admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:43:30.217198 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port 4b1f0cac-3901-4fdb-a96f-a97ceb90661a is: BUILD; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:43:30.217554 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (4b1f0cac-3901-4fdb-a96f-a97ceb90661a), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:30.221414 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-523dd8d0-fe35-4e27-9a16-cab76a288ca7 admin admin] 10.222.0.67 "PUT /v2.0/routers/f9566cdb-287e-413a-8a76-146755ddcfeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3837838 Aug 02 13:43:30.221649 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfeba26-04fe-49f7-b246-f39b69a67b91 None None] Sync routers for ids ['f9566cdb-287e-413a-8a76-146755ddcfeb'] in dv-cinder-847864-8-iscsi {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:43:30.223110 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 39172) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:43:30.231353 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-985f4aff-0f78-42a4-b081-af9099e43601 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:30.234623 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfeba26-04fe-49f7-b246-f39b69a67b91 None None] Routers {'f9566cdb-287e-413a-8a76-146755ddcfeb'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:43:30.235366 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-1cfeba26-04fe-49f7-b246-f39b69a67b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:43:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['f9566cdb-287e-413a-8a76-146755ddcfeb'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:30.247264 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5b2e3f-e31d-4049-8a5b-0893aeceabc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1f0cac-3901-4fdb-a96f-a97ceb90661a'}] {{(pid=104370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:43:30.252048 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7baa883c66606d2bd29c352a6206e712ed5fe15c106669ddbeacd0f82211b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe91561-b093-4376-86e9-c2ec721374d4" -d '{"events": [{"server_uuid": "ce5b2e3f-e31d-4049-8a5b-0893aeceabc5", "name": "network-vif-plugged", "status": "completed", "tag": "4b1f0cac-3901-4fdb-a96f-a97ceb90661a"}]}' {{(pid=104370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:43:30.271007 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 4b1f0cac-3901-4fdb-a96f-a97ceb90661a, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=4b1f0cac-3901-4fdb-a96f-a97ceb90661a,segment=NetworkSegment(a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33),segment_id=a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:43:30.296115 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-985f4aff-0f78-42a4-b081-af9099e43601 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772271'] for floatingip (7c94989d-86a1-48f5-a930-03ff753b5520), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:30.346506 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b9e2bc4b-5513-494e-8edd-ed597de1c072 admin admin] Publish callbacks [] for router (f9566cdb-287e-413a-8a76-146755ddcfeb), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:30.348368 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-1cfeba26-04fe-49f7-b246-f39b69a67b91 None None] Set router f9566cdb-287e-413a-8a76-146755ddcfeb gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:43:30.353276 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (4b1f0cac-3901-4fdb-a96f-a97ceb90661a), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:30.432555 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6f55da-daac-4398-8655-2ef47750df8c x-openstack-request-id: req-0e6f55da-daac-4398-8655-2ef47750df8c {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:43:30.437317 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5b2e3f-e31d-4049-8a5b-0893aeceabc5", "name": "network-vif-plugged", "status": "completed", "tag": "4b1f0cac-3901-4fdb-a96f-a97ceb90661a", "code": 200}]} {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:43:30.437317 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0e6f55da-daac-4398-8655-2ef47750df8c {{(pid=104370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:43:30.437317 dv-cinder-847864-8-iscsi neutron-server[104370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e6f55da-daac-4398-8655-2ef47750df8c'] response: {'server_uuid': 'ce5b2e3f-e31d-4049-8a5b-0893aeceabc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1f0cac-3901-4fdb-a96f-a97ceb90661a', 'code': 200} Aug 02 13:43:30.478570 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=4b1f0cac-3901-4fdb-a96f-a97ceb90661a,revision_number=5']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:30.482261 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.db.l3_db [None req-985f4aff-0f78-42a4-b081-af9099e43601 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Floating IP 7c94989d-86a1-48f5-a930-03ff753b5520 associated. External IP: 172.27.4.118, port: cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3. Aug 02 13:43:30.504099 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b9e2bc4b-5513-494e-8edd-ed597de1c072 admin admin] Publish callbacks [] for router_gateway (f9566cdb-287e-413a-8a76-146755ddcfeb), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:30.543234 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-1cfeba26-04fe-49f7-b246-f39b69a67b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9566cdb-287e-413a-8a76-146755ddcfeb', 'name': 'tempest-TestMinimumBasicScenario-1950840822-router', 'tenant_id': '3ad10e9172944ea4a88678bd8345fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'e3ab87ca-baff-4e75-a5d5-ad3c1202b12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:40:39Z', 'updated_at': '2022-08-02T13:43:28Z', 'revision_number': 5, 'project_id': '3ad10e9172944ea4a88678bd8345fa67', 'gw_port': {'id': 'e3ab87ca-baff-4e75-a5d5-ad3c1202b12e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9566cdb-287e-413a-8a76-146755ddcfeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:40:40Z', 'updated_at': '2022-08-02T13:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:30.573028 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfeba26-04fe-49f7-b246-f39b69a67b91 None None] Checking router: f9566cdb-287e-413a-8a76-146755ddcfeb for host: dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:43:30.581636 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfeba26-04fe-49f7-b246-f39b69a67b91 None None] Routers {'f9566cdb-287e-413a-8a76-146755ddcfeb'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:43:30.582255 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-1cfeba26-04fe-49f7-b246-f39b69a67b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:43:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['f9566cdb-287e-413a-8a76-146755ddcfeb'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:30.651040 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:30.658857 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-b9e2bc4b-5513-494e-8edd-ed597de1c072 admin admin] Deleting port e3ab87ca-baff-4e75-a5d5-ad3c1202b12e {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:43:30.663604 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b9e2bc4b-5513-494e-8edd-ed597de1c072 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (e3ab87ca-baff-4e75-a5d5-ad3c1202b12e), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:30.716331 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985f4aff-0f78-42a4-b081-af9099e43601 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Router 18c37cf6-75d3-4501-a495-ae57fdd7972b has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:43:30.723196 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-1cfeba26-04fe-49f7-b246-f39b69a67b91 None None] Set router f9566cdb-287e-413a-8a76-146755ddcfeb gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:43:30.746889 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [None req-b9e2bc4b-5513-494e-8edd-ed597de1c072 admin admin] For port e3ab87ca-baff-4e75-a5d5-ad3c1202b12e, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=e3ab87ca-baff-4e75-a5d5-ad3c1202b12e,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:43:30.747357 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b9e2bc4b-5513-494e-8edd-ed597de1c072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (e3ab87ca-baff-4e75-a5d5-ad3c1202b12e), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:30.765643 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-b9e2bc4b-5513-494e-8edd-ed597de1c072 admin admin] Calling delete_port for e3ab87ca-baff-4e75-a5d5-ad3c1202b12e owned by network:router_gateway {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:43:30.828465 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985f4aff-0f78-42a4-b081-af9099e43601 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:43:30.833303 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-985f4aff-0f78-42a4-b081-af9099e43601 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:30.841843 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7f982e-7904-4107-907c-7cb63c24df48 None None] Sync routers for ids ['18c37cf6-75d3-4501-a495-ae57fdd7972b'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:43:30.854549 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7f982e-7904-4107-907c-7cb63c24df48 None None] Routers {'18c37cf6-75d3-4501-a495-ae57fdd7972b'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:43:30.855480 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-db7f982e-7904-4107-907c-7cb63c24df48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:43:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['18c37cf6-75d3-4501-a495-ae57fdd7972b'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:30.888904 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-985f4aff-0f78-42a4-b081-af9099e43601 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "PUT /v2.0/floatingips/7c94989d-86a1-48f5-a930-03ff753b5520 HTTP/1.1" status: 200 len: 991 time: 1.6945105 Aug 02 13:43:30.889657 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80afd455-13f1-44f6-a7f6-ed22f895a1a4', 'tag': 'cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3'}] {{(pid=104368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:43:30.892417 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245b70741b0aa7b9232129cc368cc987c69949c5cf8ab06a5d5e033a5668ca41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2519a360-5fd0-4158-8a53-426de8c138bc" -d '{"events": [{"name": "network-changed", "server_uuid": "80afd455-13f1-44f6-a7f6-ed22f895a1a4", "tag": "cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3"}]}' {{(pid=104368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:43:30.968948 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-1cfeba26-04fe-49f7-b246-f39b69a67b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9566cdb-287e-413a-8a76-146755ddcfeb', 'name': 'tempest-TestMinimumBasicScenario-1950840822-router', 'tenant_id': '3ad10e9172944ea4a88678bd8345fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'e3ab87ca-baff-4e75-a5d5-ad3c1202b12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:40:39Z', 'updated_at': '2022-08-02T13:43:28Z', 'revision_number': 5, 'project_id': '3ad10e9172944ea4a88678bd8345fa67', 'gw_port': {'id': 'e3ab87ca-baff-4e75-a5d5-ad3c1202b12e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9566cdb-287e-413a-8a76-146755ddcfeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:40:40Z', 'updated_at': '2022-08-02T13:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:30.970102 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137d9b9-5c29-4f12-a7ee-f4fe1c4ed230 req-9aa7705a-3af3-414c-9722-5d84f86cb8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:30.973298 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5137d9b9-5c29-4f12-a7ee-f4fe1c4ed230 req-9aa7705a-3af3-414c-9722-5d84f86cb8b0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ce5b2e3f-e31d-4049-8a5b-0893aeceabc5 HTTP/1.1" status: 200 len: 1129 time: 0.1438673 Aug 02 13:43:30.979865 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-db7f982e-7904-4107-907c-7cb63c24df48 None None] Set router 18c37cf6-75d3-4501-a495-ae57fdd7972b gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:43:30.985763 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73a50ed-1d8c-453d-87cd-492eb11da74e x-openstack-request-id: req-c73a50ed-1d8c-453d-87cd-492eb11da74e {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:43:30.986260 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80afd455-13f1-44f6-a7f6-ed22f895a1a4", "tag": "cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3", "status": "completed", "code": 200}]} {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:43:30.986359 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c73a50ed-1d8c-453d-87cd-492eb11da74e {{(pid=104368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:43:30.986875 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c73a50ed-1d8c-453d-87cd-492eb11da74e'] response: {'name': 'network-changed', 'server_uuid': '80afd455-13f1-44f6-a7f6-ed22f895a1a4', 'tag': 'cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3', 'status': 'completed', 'code': 200} Aug 02 13:43:31.039263 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfeba26-04fe-49f7-b246-f39b69a67b91 None None] The sync data for ids ['f9566cdb-287e-413a-8a76-146755ddcfeb'] in dv-cinder-847864-8-iscsi is: [{'id': 'f9566cdb-287e-413a-8a76-146755ddcfeb', 'name': 'tempest-TestMinimumBasicScenario-1950840822-router', 'tenant_id': '3ad10e9172944ea4a88678bd8345fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.52'}], 'enable_snat': True}, 'gw_port_id': 'e3ab87ca-baff-4e75-a5d5-ad3c1202b12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:40:39Z', 'updated_at': '2022-08-02T13:43:28Z', 'revision_number': 5, 'project_id': '3ad10e9172944ea4a88678bd8345fa67', 'gw_port': {'id': 'e3ab87ca-baff-4e75-a5d5-ad3c1202b12e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9566cdb-287e-413a-8a76-146755ddcfeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:40:40Z', 'updated_at': '2022-08-02T13:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}] {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:43:31.077018 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5137d9b9-5c29-4f12-a7ee-f4fe1c4ed230 req-136c8a06-58a2-4961-8049-08bc9bae6dd2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853717 Aug 02 13:43:31.124916 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519a360-5fd0-4158-8a53-426de8c138bc req-a401350d-18aa-4f25-ba22-d3441f5ab237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:31.126915 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2519a360-5fd0-4158-8a53-426de8c138bc req-a401350d-18aa-4f25-ba22-d3441f5ab237 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b3a8010c56d4c2a827a2b3da2e2b222&device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 1129 time: 0.1160164 Aug 02 13:43:31.151460 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb20f9-b565-4170-901e-a0df6d7e9824 req-7397ce93-7a63-4b67-a5c0-2dd4595fa249 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:31.153800 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-21fb20f9-b565-4170-901e-a0df6d7e9824 req-7397ce93-7a63-4b67-a5c0-2dd4595fa249 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5b2e3f-e31d-4049-8a5b-0893aeceabc5 HTTP/1.1" status: 200 len: 945 time: 0.1005101 Aug 02 13:43:31.206961 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b9e2bc4b-5513-494e-8edd-ed597de1c072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (e3ab87ca-baff-4e75-a5d5-ad3c1202b12e), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:31.207966 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-21fb20f9-b565-4170-901e-a0df6d7e9824 req-e1a82227-37d9-47f5-8a30-bdf3d8b1eb0a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476053 Aug 02 13:43:31.243759 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2bc4b-5513-494e-8edd-ed597de1c072 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3ab87ca-baff-4e75-a5d5-ad3c1202b12e,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:31.264674 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-db7f982e-7904-4107-907c-7cb63c24df48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'name': 'tempest-AttachVolumeShelveTestJSON-1418216456-router', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:43:02Z', 'updated_at': '2022-08-02T13:43:06Z', 'revision_number': 4, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'gw_port': {'id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:03Z', 'updated_at': '2022-08-02T13:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': '7c94989d-86a1-48f5-a930-03ff753b5520', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'floating_ip_address': '172.27.4.118', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'port_id': 'cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e', 'mac_address': 'fa:16:3e:23:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80afd455-13f1-44f6-a7f6-ed22f895a1a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:43:11Z', 'updated_at': '2022-08-02T13:43:30Z', 'revision_number': 1, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7365261c-10aa-48ae-90b6-e72ebb8433bd', 'name': '', 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'mac_address': 'fa:16:3e:57:05:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:05Z', 'updated_at': '2022-08-02T13:43:12Z', 'revision_number': 5, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'subnets': [{'id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:31.289618 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7f982e-7904-4107-907c-7cb63c24df48 None None] Checking router: 18c37cf6-75d3-4501-a495-ae57fdd7972b for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:43:31.298609 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7f982e-7904-4107-907c-7cb63c24df48 None None] Routers {'18c37cf6-75d3-4501-a495-ae57fdd7972b'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:43:31.299225 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-db7f982e-7904-4107-907c-7cb63c24df48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:43:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['18c37cf6-75d3-4501-a495-ae57fdd7972b'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:31.305836 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b9e2bc4b-5513-494e-8edd-ed597de1c072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772245'] for router_gateway (f9566cdb-287e-413a-8a76-146755ddcfeb), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:31.436683 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b9e2bc4b-5513-494e-8edd-ed597de1c072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-774428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (f9566cdb-287e-413a-8a76-146755ddcfeb), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:31.442324 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b9e2bc4b-5513-494e-8edd-ed597de1c072 admin admin] Publish callbacks [] for router_controller (f9566cdb-287e-413a-8a76-146755ddcfeb), precommit_delete_associations {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:31.520866 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519a360-5fd0-4158-8a53-426de8c138bc req-971e23cb-c060-4389-855e-969307d46325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:31.522360 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2519a360-5fd0-4158-8a53-426de8c138bc req-971e23cb-c060-4389-855e-969307d46325 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d1ca7bc5-1e11-41ba-99a3-db435e41589e HTTP/1.1" status: 200 len: 918 time: 0.1860368 Aug 02 13:43:31.522634 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-307c669f-4a8c-4b40-a28e-2b87ce1d58e4 req-da9efd0f-03bb-469b-898d-36f1e3987ba0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e75ef808-547d-47ca-b324-9a6aed30f18b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1566250 Aug 02 13:43:31.577215 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device e71ea6f5-42f8-4d8f-9708-d0b9244040e0 no longer exists at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:43:31.599479 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b9e2bc4b-5513-494e-8edd-ed597de1c072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-774405'] for router (f9566cdb-287e-413a-8a76-146755ddcfeb), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:31.599479 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e2bc4b-5513-494e-8edd-ed597de1c072 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9566cdb-287e-413a-8a76-146755ddcfeb {{(pid=104369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 02 13:43:31.606048 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b9e2bc4b-5513-494e-8edd-ed597de1c072 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:31.607844 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-b9e2bc4b-5513-494e-8edd-ed597de1c072 admin admin] 10.222.0.67 "DELETE /v2.0/routers/f9566cdb-287e-413a-8a76-146755ddcfeb HTTP/1.1" status: 204 len: 168 time: 1.3836110 Aug 02 13:43:31.613664 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] No Port match for: e71ea6f5-42f8-4d8f-9708-d0b9244040e0 {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:43:31.613873 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 39190) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:43:31.618856 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device e71ea6f5-42f8-4d8f-9708-d0b9244040e0 not bound to the agent host dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:43:31.620120 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-db7f982e-7904-4107-907c-7cb63c24df48 None None] Set router 18c37cf6-75d3-4501-a495-ae57fdd7972b gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:43:31.667640 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c669f-4a8c-4b40-a28e-2b87ce1d58e4 req-7c62ad3d-bd09-45a9-b3bb-89ef818e929c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:31.669340 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-307c669f-4a8c-4b40-a28e-2b87ce1d58e4 req-7c62ad3d-bd09-45a9-b3bb-89ef818e929c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2faa069e451247a68695e22f5e5ed2ae&device_id=e75ef808-547d-47ca-b324-9a6aed30f18b HTTP/1.1" status: 200 len: 1129 time: 0.0866463 Aug 02 13:43:31.675661 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2519a360-5fd0-4158-8a53-426de8c138bc req-cfbdbeae-4ebd-45d7-8fe0-2b41ee08fc2a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 HTTP/1.1" status: 200 len: 999 time: 0.1274168 Aug 02 13:43:31.715082 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_v2 [None req-67033fb6-396d-4830-b614-8eed519dc1bd admin admin] Deleting subnet d478d964-0f7d-4de5-aea4-3a5e6e5b95e2 {{(pid=104368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 02 13:43:31.719801 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-67033fb6-396d-4830-b614-8eed519dc1bd admin admin] Publish callbacks [] for subnet (d478d964-0f7d-4de5-aea4-3a5e6e5b95e2), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:31.766689 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519a360-5fd0-4158-8a53-426de8c138bc req-49c299fe-6b8e-4df2-ba60-464ae5915457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:31.768380 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2519a360-5fd0-4158-8a53-426de8c138bc req-49c299fe-6b8e-4df2-ba60-464ae5915457 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1b3380a-fd77-4082-a681-a2409a13bef9 HTTP/1.1" status: 200 len: 856 time: 0.0848172 Aug 02 13:43:31.770538 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-67033fb6-396d-4830-b614-8eed519dc1bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5352063'] for subnet (d478d964-0f7d-4de5-aea4-3a5e6e5b95e2), precommit_delete_associations {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:31.802059 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c669f-4a8c-4b40-a28e-2b87ce1d58e4 req-8a7dc600-11a6-4e54-a2ce-c43cbe793029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:31.802303 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-307c669f-4a8c-4b40-a28e-2b87ce1d58e4 req-8a7dc600-11a6-4e54-a2ce-c43cbe793029 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e3cba0-47b8-42c5-9856-cce7f8da3856 HTTP/1.1" status: 200 len: 912 time: 0.1088779 Aug 02 13:43:31.880959 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-307c669f-4a8c-4b40-a28e-2b87ce1d58e4 req-03657b37-f69c-4de3-813b-744b41274340 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e56f166-b2b3-45a4-a993-f6c7fd1d17d8 HTTP/1.1" status: 200 len: 1001 time: 0.0713072 Aug 02 13:43:31.884439 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519a360-5fd0-4158-8a53-426de8c138bc req-32a0892d-c262-441c-91ee-8f966975d887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:31.886020 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2519a360-5fd0-4158-8a53-426de8c138bc req-32a0892d-c262-441c-91ee-8f966975d887 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d1ca7bc5-1e11-41ba-99a3-db435e41589e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0958617 Aug 02 13:43:31.908615 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-67033fb6-396d-4830-b614-8eed519dc1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1626869'] for subnet (d478d964-0f7d-4de5-aea4-3a5e6e5b95e2), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:31.923444 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-db7f982e-7904-4107-907c-7cb63c24df48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'name': 'tempest-AttachVolumeShelveTestJSON-1418216456-router', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:43:02Z', 'updated_at': '2022-08-02T13:43:06Z', 'revision_number': 4, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'gw_port': {'id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:03Z', 'updated_at': '2022-08-02T13:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': '7c94989d-86a1-48f5-a930-03ff753b5520', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'floating_ip_address': '172.27.4.118', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'port_id': 'cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e', 'mac_address': 'fa:16:3e:23:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80afd455-13f1-44f6-a7f6-ed22f895a1a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:43:11Z', 'updated_at': '2022-08-02T13:43:30Z', 'revision_number': 1, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7365261c-10aa-48ae-90b6-e72ebb8433bd', 'name': '', 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'mac_address': 'fa:16:3e:57:05:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:05Z', 'updated_at': '2022-08-02T13:43:12Z', 'revision_number': 5, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'subnets': [{'id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:31.946191 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c669f-4a8c-4b40-a28e-2b87ce1d58e4 req-6fbe86b6-b763-4b6e-9e60-88c5b51328d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:31.948935 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-307c669f-4a8c-4b40-a28e-2b87ce1d58e4 req-6fbe86b6-b763-4b6e-9e60-88c5b51328d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0b5949-955c-4523-bfdd-355b4cc3e5d9 HTTP/1.1" status: 200 len: 850 time: 0.0612452 Aug 02 13:43:31.955527 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7f982e-7904-4107-907c-7cb63c24df48 None None] The sync data for ids ['18c37cf6-75d3-4501-a495-ae57fdd7972b'] in dv-cinder-847864-8-iscsi is: [{'id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'name': 'tempest-AttachVolumeShelveTestJSON-1418216456-router', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:43:02Z', 'updated_at': '2022-08-02T13:43:06Z', 'revision_number': 4, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'gw_port': {'id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:03Z', 'updated_at': '2022-08-02T13:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': '7c94989d-86a1-48f5-a930-03ff753b5520', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'floating_ip_address': '172.27.4.118', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'port_id': 'cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e', 'mac_address': 'fa:16:3e:23:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80afd455-13f1-44f6-a7f6-ed22f895a1a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:43:11Z', 'updated_at': '2022-08-02T13:43:30Z', 'revision_number': 1, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7365261c-10aa-48ae-90b6-e72ebb8433bd', 'name': '', 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'mac_address': 'fa:16:3e:57:05:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:05Z', 'updated_at': '2022-08-02T13:43:12Z', 'revision_number': 5, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'subnets': [{'id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:43:32.024752 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c669f-4a8c-4b40-a28e-2b87ce1d58e4 req-0b1a48ee-3551-4531-ba38-8b1622474072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:32.026910 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-307c669f-4a8c-4b40-a28e-2b87ce1d58e4 req-0b1a48ee-3551-4531-ba38-8b1622474072 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e3cba0-47b8-42c5-9856-cce7f8da3856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0640199 Aug 02 13:43:32.188304 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-307c669f-4a8c-4b40-a28e-2b87ce1d58e4 req-29d62e2c-557c-47e6-b9be-4c3f01ee7c18 service neutron] 10.222.0.20 "GET /v2.0/networks/22e3cba0-47b8-42c5-9856-cce7f8da3856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496708 Aug 02 13:43:32.301472 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-307c669f-4a8c-4b40-a28e-2b87ce1d58e4 req-061e7330-23f1-46a8-9ab5-5a70ccd06f10 service neutron] 10.222.0.20 "GET /v2.0/networks/22e3cba0-47b8-42c5-9856-cce7f8da3856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101949 Aug 02 13:43:32.325785 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb31de60-2812-4ef5-b5be-bf797c54c562 None None] New status for floating IP 7c94989d-86a1-48f5-a930-03ff753b5520: ACTIVE {{(pid=104371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:43:32.334298 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2519a360-5fd0-4158-8a53-426de8c138bc req-cd35b084-83db-4206-b67d-8d528f20830a service neutron] 10.222.0.20 "GET /v2.0/networks/d1ca7bc5-1e11-41ba-99a3-db435e41589e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410906 Aug 02 13:43:32.425774 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-67033fb6-396d-4830-b614-8eed519dc1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1626876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5191154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4657249'] for subnet (d478d964-0f7d-4de5-aea4-3a5e6e5b95e2), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:32.451371 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7671d8f-54e2-4e0b-83da-aa3cbdea4512 req-c971d5aa-abaf-469e-b223-e7bc405f1d2f tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:32.453036 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-c7671d8f-54e2-4e0b-83da-aa3cbdea4512 req-c971d5aa-abaf-469e-b223-e7bc405f1d2f tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5b2e3f-e31d-4049-8a5b-0893aeceabc5 HTTP/1.1" status: 200 len: 945 time: 0.0889752 Aug 02 13:43:32.479238 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67033fb6-396d-4830-b614-8eed519dc1bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d478d964-0f7d-4de5-aea4-3a5e6e5b95e2,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:32.497968 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1362a606-022e-42b1-863a-7c68f961dbee None None] Network 11de7838-ec80-4898-9847-3e8c3056b989 requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:43:32.512978 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2519a360-5fd0-4158-8a53-426de8c138bc req-4e63a326-939b-41b1-8026-9dbb833f29ea service neutron] 10.222.0.20 "GET /v2.0/networks/d1ca7bc5-1e11-41ba-99a3-db435e41589e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698647 Aug 02 13:43:32.514675 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-67033fb6-396d-4830-b614-8eed519dc1bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:32.520415 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-67033fb6-396d-4830-b614-8eed519dc1bd admin admin] 10.222.0.67 "DELETE /v2.0/subnets/d478d964-0f7d-4de5-aea4-3a5e6e5b95e2 HTTP/1.1" status: 204 len: 168 time: 0.9033275 Aug 02 13:43:32.520782 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 39196) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:43:32.566456 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-c7671d8f-54e2-4e0b-83da-aa3cbdea4512 req-de10c306-0eaf-4563-99b4-51bc41cc7edc tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844612 Aug 02 13:43:32.606850 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6da9baab-ff74-48ab-969c-1439837cb13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1719594'] for network (11de7838-ec80-4898-9847-3e8c3056b989), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:32.680827 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-6da9baab-ff74-48ab-969c-1439837cb13e admin admin] Deleting port 8270244d-462a-4ed3-b011-d6da7a6e440d {{(pid=104368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:43:32.680827 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6da9baab-ff74-48ab-969c-1439837cb13e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (8270244d-462a-4ed3-b011-d6da7a6e440d), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:32.725354 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b9be78-fa64-4871-9819-c35ad35b65c8 None None] DHCP port deletion for 11de7838-ec80-4898-9847-3e8c3056b989 request from dv-cinder-847864-8-iscsi {{(pid=104370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 02 13:43:32.771207 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [None req-6da9baab-ff74-48ab-969c-1439837cb13e admin admin] For port 8270244d-462a-4ed3-b011-d6da7a6e440d, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=8270244d-462a-4ed3-b011-d6da7a6e440d,segment=NetworkSegment(758dab1c-1445-4450-82d6-f1f4d35a6879),segment_id=758dab1c-1445-4450-82d6-f1f4d35a6879)] {{(pid=104368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:43:32.771591 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6da9baab-ff74-48ab-969c-1439837cb13e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (8270244d-462a-4ed3-b011-d6da7a6e440d), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:32.780827 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-23b9be78-fa64-4871-9819-c35ad35b65c8 None None] Deleting port 8270244d-462a-4ed3-b011-d6da7a6e440d {{(pid=104370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:43:32.781234 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-23b9be78-fa64-4871-9819-c35ad35b65c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (8270244d-462a-4ed3-b011-d6da7a6e440d), before_delete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:32.793470 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-6da9baab-ff74-48ab-969c-1439837cb13e admin admin] Calling delete_port for 8270244d-462a-4ed3-b011-d6da7a6e440d owned by network:dhcp {{(pid=104368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:43:32.852093 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-23b9be78-fa64-4871-9819-c35ad35b65c8 None None] For port 8270244d-462a-4ed3-b011-d6da7a6e440d, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=8270244d-462a-4ed3-b011-d6da7a6e440d,segment=NetworkSegment(758dab1c-1445-4450-82d6-f1f4d35a6879),segment_id=758dab1c-1445-4450-82d6-f1f4d35a6879)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:43:32.852093 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-23b9be78-fa64-4871-9819-c35ad35b65c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (8270244d-462a-4ed3-b011-d6da7a6e440d), precommit_delete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:32.866128 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-23b9be78-fa64-4871-9819-c35ad35b65c8 None None] Calling delete_port for 8270244d-462a-4ed3-b011-d6da7a6e440d owned by network:dhcp {{(pid=104370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:43:32.996231 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6da9baab-ff74-48ab-969c-1439837cb13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (8270244d-462a-4ed3-b011-d6da7a6e440d), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:33.004950 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-23b9be78-fa64-4871-9819-c35ad35b65c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988'] for port (8270244d-462a-4ed3-b011-d6da7a6e440d), after_delete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:33.039801 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9baab-ff74-48ab-969c-1439837cb13e admin admin] Pushing event deleted for resources: {'Port': ['ID=8270244d-462a-4ed3-b011-d6da7a6e440d,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:33.044679 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9be78-fa64-4871-9819-c35ad35b65c8 None None] Pushing event deleted for resources: {'Port': ['ID=8270244d-462a-4ed3-b011-d6da7a6e440d,revision_number=None']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:33.045295 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da9baab-ff74-48ab-969c-1439837cb13e admin admin] No DVR routers for this DVR port 8270244d-462a-4ed3-b011-d6da7a6e440d on host dv-cinder-847864-8-iscsi {{(pid=104368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:43:33.056019 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b9be78-fa64-4871-9819-c35ad35b65c8 None None] No DVR routers for this DVR port 8270244d-462a-4ed3-b011-d6da7a6e440d on host dv-cinder-847864-8-iscsi {{(pid=104370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:43:33.130503 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6da9baab-ff74-48ab-969c-1439837cb13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626208', 'neutron.services.segments.db._delete_segments_for_network-8786056706762'] for network (11de7838-ec80-4898-9847-3e8c3056b989), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:33.154054 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.services.segments.db [None req-6da9baab-ff74-48ab-969c-1439837cb13e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11de7838-ec80-4898-9847-3e8c3056b989']}} {{(pid=104368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:33.165489 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.services.segments.db [None req-6da9baab-ff74-48ab-969c-1439837cb13e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '758dab1c-1445-4450-82d6-f1f4d35a6879') {'for_net_delete': True} {{(pid=104368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:33.165799 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.services.segments.db [None req-6da9baab-ff74-48ab-969c-1439837cb13e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '758dab1c-1445-4450-82d6-f1f4d35a6879') {} {{(pid=104368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:33.176327 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6da9baab-ff74-48ab-969c-1439837cb13e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786056707283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5352006'] for segment (758dab1c-1445-4450-82d6-f1f4d35a6879), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:33.193834 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6da9baab-ff74-48ab-969c-1439837cb13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (758dab1c-1445-4450-82d6-f1f4d35a6879), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:33.203201 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da9baab-ff74-48ab-969c-1439837cb13e admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=104368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 13:43:33.203661 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6da9baab-ff74-48ab-969c-1439837cb13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5190984'] for segment (758dab1c-1445-4450-82d6-f1f4d35a6879), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:33.244346 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.services.segments.plugin [-] Segment 758dab1c-1445-4450-82d6-f1f4d35a6879 resource provider aggregate not found Aug 02 13:43:33.262882 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.services.segments.plugin [-] Segment 758dab1c-1445-4450-82d6-f1f4d35a6879 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 758dab1c-1445-4450-82d6-f1f4d35a6879 found for delete ", "request_id": "req-a396f964-acf1-43e8-b65a-38bd823fa130"}]} Aug 02 13:43:33.389793 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6da9baab-ff74-48ab-969c-1439837cb13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772273'] for network (11de7838-ec80-4898-9847-3e8c3056b989), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:33.397085 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6da9baab-ff74-48ab-969c-1439837cb13e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:33.414488 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-6da9baab-ff74-48ab-969c-1439837cb13e admin admin] 10.222.0.67 "DELETE /v2.0/networks/11de7838-ec80-4898-9847-3e8c3056b989 HTTP/1.1" status: 204 len: 168 time: 0.8787208 Aug 02 13:43:33.414488 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9baab-ff74-48ab-969c-1439837cb13e admin admin] Pushing event deleted for resources: {'Network': ['ID=11de7838-ec80-4898-9847-3e8c3056b989,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:33.434305 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 8270244d-462a-4ed3-b011-d6da7a6e440d no longer exists at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:43:33.462153 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] No Port match for: 8270244d-462a-4ed3-b011-d6da7a6e440d {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:43:33.462555 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 8270244d-462a-4ed3-b011-d6da7a6e440d not bound to the agent host dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:43:33.462984 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device e3ab87ca-baff-4e75-a5d5-ad3c1202b12e no longer exists at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:43:33.482392 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] No Port match for: e3ab87ca-baff-4e75-a5d5-ad3c1202b12e {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:43:33.482753 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device e3ab87ca-baff-4e75-a5d5-ad3c1202b12e not bound to the agent host dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:43:33.704300 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280952a-f400-405f-9ac6-fb3b7c913305 req-b04bcb56-fa09-4951-9c96-f1b2c4e67601 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:33.705962 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-7280952a-f400-405f-9ac6-fb3b7c913305 req-b04bcb56-fa09-4951-9c96-f1b2c4e67601 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5b2e3f-e31d-4049-8a5b-0893aeceabc5 HTTP/1.1" status: 200 len: 945 time: 0.0694742 Aug 02 13:43:33.760035 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-7280952a-f400-405f-9ac6-fb3b7c913305 req-a61a4e30-710a-46b7-91bc-96fb4c441072 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478539 Aug 02 13:43:33.792945 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 39212) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:43:33.835595 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-9b7a792d-8156-4025-b7de-e2d521047d24 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dd6856819f8e46ee924851629dadd00b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414271 Aug 02 13:43:33.838718 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 39214) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:43:33.891219 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6edeb64c-f1fb-48c0-9e90-2d578b510e25 admin admin] Publish callbacks [] for security_group (af89b939-4423-4d3f-ac5c-34a8efaa0c75), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:33.893549 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43a3ab-b8cd-4cf9-a89d-62dd46b7795e req-c44088cf-8e91-4337-8366-f8b3bc9ee1a4 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:33.895117 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ba43a3ab-b8cd-4cf9-a89d-62dd46b7795e req-c44088cf-8e91-4337-8366-f8b3bc9ee1a4 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5b2e3f-e31d-4049-8a5b-0893aeceabc5 HTTP/1.1" status: 200 len: 945 time: 0.0537145 Aug 02 13:43:33.913649 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6edeb64c-f1fb-48c0-9e90-2d578b510e25 admin admin] Publish callbacks [] for security_group (af89b939-4423-4d3f-ac5c-34a8efaa0c75), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:33.946226 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ba43a3ab-b8cd-4cf9-a89d-62dd46b7795e req-687c090c-7586-499a-ba76-6c0784e330da tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450275 Aug 02 13:43:33.973645 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 39216) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:43:34.022406 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71a0c20-05a1-4405-ac40-2ca6b1bd9935 tempest-TestVolumeBootPattern-1632057962 tempest-TestVolumeBootPattern-1632057962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:34.023987 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-f71a0c20-05a1-4405-ac40-2ca6b1bd9935 tempest-TestVolumeBootPattern-1632057962 tempest-TestVolumeBootPattern-1632057962-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ce5b2e3f-e31d-4049-8a5b-0893aeceabc5 HTTP/1.1" status: 200 len: 1124 time: 0.0490522 Aug 02 13:43:34.026718 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6edeb64c-f1fb-48c0-9e90-2d578b510e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (af89b939-4423-4d3f-ac5c-34a8efaa0c75), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:34.027107 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 39218) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:43:34.029326 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6edeb64c-f1fb-48c0-9e90-2d578b510e25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:34.030403 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-6edeb64c-f1fb-48c0-9e90-2d578b510e25 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/af89b939-4423-4d3f-ac5c-34a8efaa0c75 HTTP/1.1" status: 204 len: 168 time: 0.1907117 Aug 02 13:43:34.031724 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-40118289-b3b7-4c2e-bed9-0ff9271b6eed tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Request body: {'floatingip': {'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'port_id': '4b1f0cac-3901-4fdb-a96f-a97ceb90661a', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:43:34.039274 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edeb64c-f1fb-48c0-9e90-2d578b510e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af89b939-4423-4d3f-ac5c-34a8efaa0c75,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:34.146786 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-40118289-b3b7-4c2e-bed9-0ff9271b6eed tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:34.259778 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-40118289-b3b7-4c2e-bed9-0ff9271b6eed tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:34.373471 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [None req-40118289-b3b7-4c2e-bed9-0ff9271b6eed tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Allocated IP 172.27.4.130 (ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7/17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c/d8677da5-55aa-4cba-b8d0-76d7884c6831) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:43:34.484437 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-40118289-b3b7-4c2e-bed9-0ff9271b6eed tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for port (d8677da5-55aa-4cba-b8d0-76d7884c6831), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:34.610107 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-40118289-b3b7-4c2e-bed9-0ff9271b6eed tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (d8677da5-55aa-4cba-b8d0-76d7884c6831), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:34.646066 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40118289-b3b7-4c2e-bed9-0ff9271b6eed tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:43:34.651259 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-40118289-b3b7-4c2e-bed9-0ff9271b6eed tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:43:34.654858 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40118289-b3b7-4c2e-bed9-0ff9271b6eed tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:43:34.683881 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40118289-b3b7-4c2e-bed9-0ff9271b6eed tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Pushing event updated for resources: {'Port': ['ID=d8677da5-55aa-4cba-b8d0-76d7884c6831,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:34.844286 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 39226) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:43:34.888082 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-244b6c79-7a18-4a73-bca4-4ebcefa9e7a7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3ad10e9172944ea4a88678bd8345fa67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425229 Aug 02 13:43:34.893479 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 39228) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:43:34.944388 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-1bc6c8a4-3cc5-4a2f-bacd-2f2c6b7d11bc admin admin] Publish callbacks [] for security_group (f4206dbe-fc75-4021-8989-1ffbb4ef4bd6), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:34.967311 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-1bc6c8a4-3cc5-4a2f-bacd-2f2c6b7d11bc admin admin] Publish callbacks [] for security_group (f4206dbe-fc75-4021-8989-1ffbb4ef4bd6), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:35.040794 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-40118289-b3b7-4c2e-bed9-0ff9271b6eed tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for floatingip (e91138c4-3c0f-426c-9fe9-71a7112ba602), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:35.080869 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-1bc6c8a4-3cc5-4a2f-bacd-2f2c6b7d11bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (f4206dbe-fc75-4021-8989-1ffbb4ef4bd6), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:35.083580 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-1bc6c8a4-3cc5-4a2f-bacd-2f2c6b7d11bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:35.085317 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-1bc6c8a4-3cc5-4a2f-bacd-2f2c6b7d11bc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f4206dbe-fc75-4021-8989-1ffbb4ef4bd6 HTTP/1.1" status: 204 len: 168 time: 0.1903384 Aug 02 13:43:35.095960 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc6c8a4-3cc5-4a2f-bacd-2f2c6b7d11bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4206dbe-fc75-4021-8989-1ffbb4ef4bd6,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:35.164415 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-40118289-b3b7-4c2e-bed9-0ff9271b6eed tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (d8677da5-55aa-4cba-b8d0-76d7884c6831), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:35.333498 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-40118289-b3b7-4c2e-bed9-0ff9271b6eed tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for port (d8677da5-55aa-4cba-b8d0-76d7884c6831), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:35.503977 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-40118289-b3b7-4c2e-bed9-0ff9271b6eed tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (d8677da5-55aa-4cba-b8d0-76d7884c6831), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:35.579762 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40118289-b3b7-4c2e-bed9-0ff9271b6eed tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Pushing event updated for resources: {'Port': ['ID=d8677da5-55aa-4cba-b8d0-76d7884c6831,revision_number=2']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:35.594900 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-40118289-b3b7-4c2e-bed9-0ff9271b6eed tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772271'] for floatingip (e91138c4-3c0f-426c-9fe9-71a7112ba602), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:35.704396 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.db.l3_db [None req-40118289-b3b7-4c2e-bed9-0ff9271b6eed tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Floating IP e91138c4-3c0f-426c-9fe9-71a7112ba602 associated. External IP: 172.27.4.130, port: 4b1f0cac-3901-4fdb-a96f-a97ceb90661a. Aug 02 13:43:35.903380 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40118289-b3b7-4c2e-bed9-0ff9271b6eed tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Router 7e875251-ed9c-4695-9e35-43919f7fbbef has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:43:36.005424 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40118289-b3b7-4c2e-bed9-0ff9271b6eed tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:43:36.016238 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa9c397-95e9-4718-9258-670e108ced97 None None] Sync routers for ids ['7e875251-ed9c-4695-9e35-43919f7fbbef'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:43:36.026209 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa9c397-95e9-4718-9258-670e108ced97 None None] Routers {'7e875251-ed9c-4695-9e35-43919f7fbbef'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:43:36.026866 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-8fa9c397-95e9-4718-9258-670e108ced97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:43:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['7e875251-ed9c-4695-9e35-43919f7fbbef'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:36.089100 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-40118289-b3b7-4c2e-bed9-0ff9271b6eed tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:36.122198 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-40118289-b3b7-4c2e-bed9-0ff9271b6eed tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0938666 Aug 02 13:43:36.122913 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5b2e3f-e31d-4049-8a5b-0893aeceabc5', 'tag': '4b1f0cac-3901-4fdb-a96f-a97ceb90661a'}] {{(pid=104369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:43:36.125596 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bf99331ba47a6ac295264f2d91701b523438f9b2384832aa813a78b8ac64a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aaf08d7-40e5-4568-aa98-4f1ddbe941a7" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5b2e3f-e31d-4049-8a5b-0893aeceabc5", "tag": "4b1f0cac-3901-4fdb-a96f-a97ceb90661a"}]}' {{(pid=104369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:43:36.141805 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-8fa9c397-95e9-4718-9258-670e108ced97 None None] Set router 7e875251-ed9c-4695-9e35-43919f7fbbef gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:43:36.163589 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302e73f6-d495-47c4-9386-cc894e37f551 x-openstack-request-id: req-302e73f6-d495-47c4-9386-cc894e37f551 {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:43:36.163891 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5b2e3f-e31d-4049-8a5b-0893aeceabc5", "tag": "4b1f0cac-3901-4fdb-a96f-a97ceb90661a", "status": "completed", "code": 200}]} {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:43:36.164154 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-302e73f6-d495-47c4-9386-cc894e37f551 {{(pid=104369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:43:36.164565 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-302e73f6-d495-47c4-9386-cc894e37f551'] response: {'name': 'network-changed', 'server_uuid': 'ce5b2e3f-e31d-4049-8a5b-0893aeceabc5', 'tag': '4b1f0cac-3901-4fdb-a96f-a97ceb90661a', 'status': 'completed', 'code': 200} Aug 02 13:43:36.235695 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf08d7-40e5-4568-aa98-4f1ddbe941a7 req-a7a56545-2818-42a3-8997-aa80e0932535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:36.237255 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2aaf08d7-40e5-4568-aa98-4f1ddbe941a7 req-a7a56545-2818-42a3-8997-aa80e0932535 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26af2dc63c6142548bb513c4aed2b4d0&device_id=ce5b2e3f-e31d-4049-8a5b-0893aeceabc5 HTTP/1.1" status: 200 len: 1129 time: 0.0505829 Aug 02 13:43:36.333758 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf08d7-40e5-4568-aa98-4f1ddbe941a7 req-645620ec-a7a9-400a-8e86-e2a0f82fe15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:36.336105 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2aaf08d7-40e5-4568-aa98-4f1ddbe941a7 req-645620ec-a7a9-400a-8e86-e2a0f82fe15e service neutron] 10.222.0.20 "GET /v2.0/networks?id=01ffcfab-a887-4187-8399-c98076da1ec3 HTTP/1.1" status: 200 len: 913 time: 0.0930669 Aug 02 13:43:36.391883 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-8fa9c397-95e9-4718-9258-670e108ced97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'name': 'tempest-TestVolumeBootPattern-1215620166-router', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:30Z', 'updated_at': '2022-08-02T13:39:34Z', 'revision_number': 4, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'gw_port': {'id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:31Z', 'updated_at': '2022-08-02T13:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'e91138c4-3c0f-426c-9fe9-71a7112ba602', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'floating_ip_address': '172.27.4.130', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'port_id': '4b1f0cac-3901-4fdb-a96f-a97ceb90661a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'mac_address': 'fa:16:3e:f8:01:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5b2e3f-e31d-4049-8a5b-0893aeceabc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:43:34Z', 'updated_at': '2022-08-02T13:43:34Z', 'revision_number': 0, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9', 'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'mac_address': 'fa:16:3e:47:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:34Z', 'updated_at': '2022-08-02T13:39:39Z', 'revision_number': 5, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'subnets': [{'id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:36.413503 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2aaf08d7-40e5-4568-aa98-4f1ddbe941a7 req-03fb1a3d-6197-416a-811e-5617d6e80396 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b1f0cac-3901-4fdb-a96f-a97ceb90661a HTTP/1.1" status: 200 len: 999 time: 0.0694592 Aug 02 13:43:36.426068 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa9c397-95e9-4718-9258-670e108ced97 None None] Checking router: 7e875251-ed9c-4695-9e35-43919f7fbbef for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:43:36.440432 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa9c397-95e9-4718-9258-670e108ced97 None None] Routers {'7e875251-ed9c-4695-9e35-43919f7fbbef'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:43:36.441077 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-8fa9c397-95e9-4718-9258-670e108ced97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:43:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['7e875251-ed9c-4695-9e35-43919f7fbbef'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:36.469310 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf08d7-40e5-4568-aa98-4f1ddbe941a7 req-14e9fe00-6357-4e31-a58e-018f50ed0809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:36.470848 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2aaf08d7-40e5-4568-aa98-4f1ddbe941a7 req-14e9fe00-6357-4e31-a58e-018f50ed0809 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae61575f-a0ba-4745-91f9-2d111054bae1 HTTP/1.1" status: 200 len: 851 time: 0.0518324 Aug 02 13:43:36.522878 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf08d7-40e5-4568-aa98-4f1ddbe941a7 req-cb560277-d6a5-4183-a585-c3555ca52691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:36.524392 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2aaf08d7-40e5-4568-aa98-4f1ddbe941a7 req-cb560277-d6a5-4183-a585-c3555ca52691 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01ffcfab-a887-4187-8399-c98076da1ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475683 Aug 02 13:43:36.545018 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-8fa9c397-95e9-4718-9258-670e108ced97 None None] Set router 7e875251-ed9c-4695-9e35-43919f7fbbef gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:43:36.622595 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2aaf08d7-40e5-4568-aa98-4f1ddbe941a7 req-5becf6d3-9613-41e8-8c99-db5f4bd1bcf3 service neutron] 10.222.0.20 "GET /v2.0/networks/01ffcfab-a887-4187-8399-c98076da1ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916948 Aug 02 13:43:36.723112 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2aaf08d7-40e5-4568-aa98-4f1ddbe941a7 req-1a61a6b7-dfb0-4dc9-8dbe-72bd5dd9d9dc service neutron] 10.222.0.20 "GET /v2.0/networks/01ffcfab-a887-4187-8399-c98076da1ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932238 Aug 02 13:43:36.777799 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-8fa9c397-95e9-4718-9258-670e108ced97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'name': 'tempest-TestVolumeBootPattern-1215620166-router', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:30Z', 'updated_at': '2022-08-02T13:39:34Z', 'revision_number': 4, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'gw_port': {'id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:31Z', 'updated_at': '2022-08-02T13:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'e91138c4-3c0f-426c-9fe9-71a7112ba602', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'floating_ip_address': '172.27.4.130', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'port_id': '4b1f0cac-3901-4fdb-a96f-a97ceb90661a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'mac_address': 'fa:16:3e:f8:01:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5b2e3f-e31d-4049-8a5b-0893aeceabc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:43:34Z', 'updated_at': '2022-08-02T13:43:34Z', 'revision_number': 0, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9', 'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'mac_address': 'fa:16:3e:47:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:34Z', 'updated_at': '2022-08-02T13:39:39Z', 'revision_number': 5, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'subnets': [{'id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:36.802449 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa9c397-95e9-4718-9258-670e108ced97 None None] The sync data for ids ['7e875251-ed9c-4695-9e35-43919f7fbbef'] in dv-cinder-847864-8-iscsi is: [{'id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'name': 'tempest-TestVolumeBootPattern-1215620166-router', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:30Z', 'updated_at': '2022-08-02T13:39:34Z', 'revision_number': 4, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'gw_port': {'id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:31Z', 'updated_at': '2022-08-02T13:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'e91138c4-3c0f-426c-9fe9-71a7112ba602', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'floating_ip_address': '172.27.4.130', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'port_id': '4b1f0cac-3901-4fdb-a96f-a97ceb90661a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'mac_address': 'fa:16:3e:f8:01:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5b2e3f-e31d-4049-8a5b-0893aeceabc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:43:34Z', 'updated_at': '2022-08-02T13:43:34Z', 'revision_number': 0, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9', 'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'mac_address': 'fa:16:3e:47:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:34Z', 'updated_at': '2022-08-02T13:39:39Z', 'revision_number': 5, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'subnets': [{'id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:43:37.009238 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8d7c8d-4902-4c38-852d-8d1c1929e10e None None] New status for floating IP e91138c4-3c0f-426c-9fe9-71a7112ba602: ACTIVE {{(pid=104371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:43:54.218127 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6c277831-4408-49ee-9dab-af40d3ad1fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:54.991722 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761504c-bedd-46e3-a432-a8571754a905 req-7c854642-3ad2-47b2-bfee-23994a11ec8d tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:54.993226 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a761504c-bedd-46e3-a432-a8571754a905 req-7c854642-3ad2-47b2-bfee-23994a11ec8d tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=e75ef808-547d-47ca-b324-9a6aed30f18b HTTP/1.1" status: 200 len: 945 time: 0.0526209 Aug 02 13:43:55.041007 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a761504c-bedd-46e3-a432-a8571754a905 req-1fd55409-c3f8-4c85-babd-da64684c705d tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=9fb06af8-2dcb-44c3-8c3d-748724eec6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413144 Aug 02 13:43:55.157468 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:56.178218 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b96f64-71a6-41b7-9b04-e0ded41a6120 req-4aacc00a-7284-4fb4-90d2-e1770d4f3bab tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:56.179819 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-09b96f64-71a6-41b7-9b04-e0ded41a6120 req-4aacc00a-7284-4fb4-90d2-e1770d4f3bab tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=e75ef808-547d-47ca-b324-9a6aed30f18b HTTP/1.1" status: 200 len: 945 time: 0.0631297 Aug 02 13:43:56.233380 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-09b96f64-71a6-41b7-9b04-e0ded41a6120 req-069cea1b-bfe7-467f-bb21-80664835b9a4 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=9fb06af8-2dcb-44c3-8c3d-748724eec6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448077 Aug 02 13:43:56.411772 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c6776f84-e85f-4356-bf01-863e2876cdfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:57.097705 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65dfc5d-9b75-4d44-81f3-a5c7adbb841e req-a04f1e7e-302d-457e-9d2e-8c988d2c3805 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:57.097705 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f65dfc5d-9b75-4d44-81f3-a5c7adbb841e req-a04f1e7e-302d-457e-9d2e-8c988d2c3805 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75ef808-547d-47ca-b324-9a6aed30f18b HTTP/1.1" status: 200 len: 945 time: 0.0582752 Aug 02 13:43:57.185555 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [req-f65dfc5d-9b75-4d44-81f3-a5c7adbb841e req-b2043cbf-33a9-47a7-a4c8-46cf16d94971 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Deleting port 8e56f166-b2b3-45a4-a993-f6c7fd1d17d8 {{(pid=104368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:43:57.185899 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-f65dfc5d-9b75-4d44-81f3-a5c7adbb841e req-b2043cbf-33a9-47a7-a4c8-46cf16d94971 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (8e56f166-b2b3-45a4-a993-f6c7fd1d17d8), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:57.281906 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [req-f65dfc5d-9b75-4d44-81f3-a5c7adbb841e req-b2043cbf-33a9-47a7-a4c8-46cf16d94971 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] For port 8e56f166-b2b3-45a4-a993-f6c7fd1d17d8, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=8e56f166-b2b3-45a4-a993-f6c7fd1d17d8,segment=NetworkSegment(dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3),segment_id=dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3)] {{(pid=104368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:43:57.282284 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-f65dfc5d-9b75-4d44-81f3-a5c7adbb841e req-b2043cbf-33a9-47a7-a4c8-46cf16d94971 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (8e56f166-b2b3-45a4-a993-f6c7fd1d17d8), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:57.360864 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0f110-010d-4629-9fda-6f4b1164431a req-664ff977-f89e-4aa8-ae55-0d892ef95677 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:43:57.362299 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6cb0f110-010d-4629-9fda-6f4b1164431a req-664ff977-f89e-4aa8-ae55-0d892ef95677 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=e75ef808-547d-47ca-b324-9a6aed30f18b HTTP/1.1" status: 200 len: 945 time: 0.0546505 Aug 02 13:43:57.414638 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6cb0f110-010d-4629-9fda-6f4b1164431a req-911d813e-1f90-42d9-814c-1c62ef0f22cc tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups?id=9fb06af8-2dcb-44c3-8c3d-748724eec6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466959 Aug 02 13:43:57.450245 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-f65dfc5d-9b75-4d44-81f3-a5c7adbb841e req-b2043cbf-33a9-47a7-a4c8-46cf16d94971 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:57.450647 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-f65dfc5d-9b75-4d44-81f3-a5c7adbb841e req-b2043cbf-33a9-47a7-a4c8-46cf16d94971 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772271'] for floatingip (da0d709a-ea59-4841-8abc-4db13519cd5d), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:57.450969 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.db.l3_db [req-f65dfc5d-9b75-4d44-81f3-a5c7adbb841e req-b2043cbf-33a9-47a7-a4c8-46cf16d94971 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Floating IP da0d709a-ea59-4841-8abc-4db13519cd5d disassociated. External IP: 172.27.4.149, port: 8e56f166-b2b3-45a4-a993-f6c7fd1d17d8. Aug 02 13:43:57.451348 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [req-f65dfc5d-9b75-4d44-81f3-a5c7adbb841e req-b2043cbf-33a9-47a7-a4c8-46cf16d94971 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Calling delete_port for 8e56f166-b2b3-45a4-a993-f6c7fd1d17d8 owned by compute:nova {{(pid=104368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:43:57.591543 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:57.671999 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-f65dfc5d-9b75-4d44-81f3-a5c7adbb841e req-b2043cbf-33a9-47a7-a4c8-46cf16d94971 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (8e56f166-b2b3-45a4-a993-f6c7fd1d17d8), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:57.700420 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2043cbf-33a9-47a7-a4c8-46cf16d94971 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Pushing event deleted for resources: {'Port': ['ID=8e56f166-b2b3-45a4-a993-f6c7fd1d17d8,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:57.711557 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:43:57.712073 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2043cbf-33a9-47a7-a4c8-46cf16d94971 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:43:57.712180 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2043cbf-33a9-47a7-a4c8-46cf16d94971 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:43:57.712531 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2043cbf-33a9-47a7-a4c8-46cf16d94971 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:43:57.712882 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2043cbf-33a9-47a7-a4c8-46cf16d94971 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:43:57.713226 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2043cbf-33a9-47a7-a4c8-46cf16d94971 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:43:57.713566 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2043cbf-33a9-47a7-a4c8-46cf16d94971 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:43:57.713912 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2043cbf-33a9-47a7-a4c8-46cf16d94971 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:43:57.714290 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2043cbf-33a9-47a7-a4c8-46cf16d94971 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:43:57.714610 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2043cbf-33a9-47a7-a4c8-46cf16d94971 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:43:57.714947 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2043cbf-33a9-47a7-a4c8-46cf16d94971 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:43:57.715279 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2043cbf-33a9-47a7-a4c8-46cf16d94971 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:43:57.715609 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2043cbf-33a9-47a7-a4c8-46cf16d94971 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:43:57.715940 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2043cbf-33a9-47a7-a4c8-46cf16d94971 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:43:57.823314 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f65dfc5d-9b75-4d44-81f3-a5c7adbb841e req-b2043cbf-33a9-47a7-a4c8-46cf16d94971 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Router 11c05f49-c260-4ea0-9b1d-08ed27a09560 has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:43:57.934031 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f65dfc5d-9b75-4d44-81f3-a5c7adbb841e req-b2043cbf-33a9-47a7-a4c8-46cf16d94971 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:43:57.947375 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c4a9c-daa6-43d7-943c-86e16a7a43ea None None] Sync routers for ids ['11c05f49-c260-4ea0-9b1d-08ed27a09560'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:43:57.958620 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193c4a9c-daa6-43d7-943c-86e16a7a43ea None None] Routers {'11c05f49-c260-4ea0-9b1d-08ed27a09560'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:43:57.959479 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-193c4a9c-daa6-43d7-943c-86e16a7a43ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:43:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['11c05f49-c260-4ea0-9b1d-08ed27a09560'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:57.976695 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65dfc5d-9b75-4d44-81f3-a5c7adbb841e req-b2043cbf-33a9-47a7-a4c8-46cf16d94971 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] No DVR routers for this DVR port 8e56f166-b2b3-45a4-a993-f6c7fd1d17d8 on host hv-cinder-84786 {{(pid=104368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:43:57.979298 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-f65dfc5d-9b75-4d44-81f3-a5c7adbb841e req-b2043cbf-33a9-47a7-a4c8-46cf16d94971 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:57.982778 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f65dfc5d-9b75-4d44-81f3-a5c7adbb841e req-b2043cbf-33a9-47a7-a4c8-46cf16d94971 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.20 "DELETE /v2.0/ports/8e56f166-b2b3-45a4-a993-f6c7fd1d17d8 HTTP/1.1" status: 204 len: 173 time: 0.8833103 Aug 02 13:43:57.983235 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75ef808-547d-47ca-b324-9a6aed30f18b', 'name': 'network-vif-deleted', 'tag': '8e56f166-b2b3-45a4-a993-f6c7fd1d17d8'}] {{(pid=104368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:43:57.986043 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245b70741b0aa7b9232129cc368cc987c69949c5cf8ab06a5d5e033a5668ca41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2950e74b-6b3e-4bf4-8bc9-6b15577f9d6f" -d '{"events": [{"server_uuid": "e75ef808-547d-47ca-b324-9a6aed30f18b", "name": "network-vif-deleted", "tag": "8e56f166-b2b3-45a4-a993-f6c7fd1d17d8"}]}' {{(pid=104368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:43:58.029060 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6109d94-d116-4cb7-870b-a515706948ad x-openstack-request-id: req-b6109d94-d116-4cb7-870b-a515706948ad {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:43:58.029481 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75ef808-547d-47ca-b324-9a6aed30f18b", "name": "network-vif-deleted", "tag": "8e56f166-b2b3-45a4-a993-f6c7fd1d17d8", "status": "completed", "code": 200}]} {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:43:58.029832 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b6109d94-d116-4cb7-870b-a515706948ad {{(pid=104368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:43:58.030642 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6109d94-d116-4cb7-870b-a515706948ad'] response: {'server_uuid': 'e75ef808-547d-47ca-b324-9a6aed30f18b', 'name': 'network-vif-deleted', 'tag': '8e56f166-b2b3-45a4-a993-f6c7fd1d17d8', 'status': 'completed', 'code': 200} Aug 02 13:43:58.075340 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-193c4a9c-daa6-43d7-943c-86e16a7a43ea None None] Set router 11c05f49-c260-4ea0-9b1d-08ed27a09560 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:43:58.300772 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-193c4a9c-daa6-43d7-943c-86e16a7a43ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'name': 'tempest-AttachVolumeTestJSON-1212156323-router', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247'}], 'enable_snat': True}, 'gw_port_id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:49Z', 'revision_number': 4, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'gw_port': {'id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:41Z', 'updated_at': '2022-08-02T13:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '9493b195-8cfd-425b-89c8-ac83e056b8aa', 'name': '', 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'mac_address': 'fa:16:3e:e0:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ec0b5949-955c-4523-bfdd-355b4cc3e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:47Z', 'updated_at': '2022-08-02T13:38:01Z', 'revision_number': 5, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'subnets': [{'id': 'ec0b5949-955c-4523-bfdd-355b4cc3e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:58.325381 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c4a9c-daa6-43d7-943c-86e16a7a43ea None None] Checking router: 11c05f49-c260-4ea0-9b1d-08ed27a09560 for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:43:58.334255 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193c4a9c-daa6-43d7-943c-86e16a7a43ea None None] Routers {'11c05f49-c260-4ea0-9b1d-08ed27a09560'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:43:58.334913 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-193c4a9c-daa6-43d7-943c-86e16a7a43ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:43:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['11c05f49-c260-4ea0-9b1d-08ed27a09560'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:58.446972 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-193c4a9c-daa6-43d7-943c-86e16a7a43ea None None] Set router 11c05f49-c260-4ea0-9b1d-08ed27a09560 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:43:58.537603 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a779529b-eeba-4b15-8f97-02acf0005757 req-be93456e-8c5e-4cb3-b8f4-51ff709baa81 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/ports?device_id=e75ef808-547d-47ca-b324-9a6aed30f18b HTTP/1.1" status: 200 len: 210 time: 0.0262115 Aug 02 13:43:58.653280 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-193c4a9c-daa6-43d7-943c-86e16a7a43ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'name': 'tempest-AttachVolumeTestJSON-1212156323-router', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247'}], 'enable_snat': True}, 'gw_port_id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:49Z', 'revision_number': 4, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'gw_port': {'id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:41Z', 'updated_at': '2022-08-02T13:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '9493b195-8cfd-425b-89c8-ac83e056b8aa', 'name': '', 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'mac_address': 'fa:16:3e:e0:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ec0b5949-955c-4523-bfdd-355b4cc3e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:47Z', 'updated_at': '2022-08-02T13:38:01Z', 'revision_number': 5, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'subnets': [{'id': 'ec0b5949-955c-4523-bfdd-355b4cc3e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:43:58.678873 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c4a9c-daa6-43d7-943c-86e16a7a43ea None None] The sync data for ids ['11c05f49-c260-4ea0-9b1d-08ed27a09560'] in dv-cinder-847864-8-iscsi is: [{'id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'name': 'tempest-AttachVolumeTestJSON-1212156323-router', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247'}], 'enable_snat': True}, 'gw_port_id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:49Z', 'revision_number': 4, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'gw_port': {'id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:41Z', 'updated_at': '2022-08-02T13:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '9493b195-8cfd-425b-89c8-ac83e056b8aa', 'name': '', 'network_id': '22e3cba0-47b8-42c5-9856-cce7f8da3856', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'mac_address': 'fa:16:3e:e0:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ec0b5949-955c-4523-bfdd-355b4cc3e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:47Z', 'updated_at': '2022-08-02T13:38:01Z', 'revision_number': 5, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'subnets': [{'id': 'ec0b5949-955c-4523-bfdd-355b4cc3e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:43:58.918683 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80779857-033e-4015-b258-6dd278f36846 None None] New status for floating IP da0d709a-ea59-4841-8abc-4db13519cd5d: DOWN {{(pid=104371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:43:59.220744 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:59.693995 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 39382) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:43:59.748464 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a33590dc-15a5-4369-bcaa-684c6c5e9e7b tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for security_group (9fb06af8-2dcb-44c3-8c3d-748724eec6a4), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:59.773665 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a33590dc-15a5-4369-bcaa-684c6c5e9e7b tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for security_group (9fb06af8-2dcb-44c3-8c3d-748724eec6a4), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:59.909123 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a33590dc-15a5-4369-bcaa-684c6c5e9e7b tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (9fb06af8-2dcb-44c3-8c3d-748724eec6a4), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:59.911856 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a33590dc-15a5-4369-bcaa-684c6c5e9e7b tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:43:59.913354 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-a33590dc-15a5-4369-bcaa-684c6c5e9e7b tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "DELETE /v2.0/security-groups/9fb06af8-2dcb-44c3-8c3d-748724eec6a4 HTTP/1.1" status: 204 len: 168 time: 0.2181048 Aug 02 13:43:59.916423 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 39384) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:43:59.936124 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33590dc-15a5-4369-bcaa-684c6c5e9e7b tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb06af8-2dcb-44c3-8c3d-748724eec6a4,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:43:59.936749 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.api.v2.resource [None req-79080f1e-6373-4966-b069-066b0ad39da2 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] show failed (client error): The resource could not be found. Aug 02 13:43:59.936749 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-79080f1e-6373-4966-b069-066b0ad39da2 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "GET /v2.0/security-groups/9fb06af8-2dcb-44c3-8c3d-748724eec6a4 HTTP/1.1" status: 404 len: 347 time: 0.0155189 Aug 02 13:43:59.940413 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 39386) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:00.059767 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-0ba4a4fc-243a-4173-b555-74374f161205 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Deleting port dcf98011-8af3-49fa-9278-b46cb5ba32ad {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:44:00.060153 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0ba4a4fc-243a-4173-b555-74374f161205 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (dcf98011-8af3-49fa-9278-b46cb5ba32ad), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:00.174753 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 8e56f166-b2b3-45a4-a993-f6c7fd1d17d8 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:44:00.195710 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] No Port match for: 8e56f166-b2b3-45a4-a993-f6c7fd1d17d8 {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:44:00.195983 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 8e56f166-b2b3-45a4-a993-f6c7fd1d17d8 not bound to the agent host hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:44:00.389591 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0ba4a4fc-243a-4173-b555-74374f161205 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (dcf98011-8af3-49fa-9278-b46cb5ba32ad), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:00.389923 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0ba4a4fc-243a-4173-b555-74374f161205 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for floatingip (dcf98011-8af3-49fa-9278-b46cb5ba32ad), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:00.402055 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-0ba4a4fc-243a-4173-b555-74374f161205 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Calling delete_port for dcf98011-8af3-49fa-9278-b46cb5ba32ad owned by network:floatingip {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:44:00.658185 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0ba4a4fc-243a-4173-b555-74374f161205 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (dcf98011-8af3-49fa-9278-b46cb5ba32ad), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:00.680914 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4a4fc-243a-4173-b555-74374f161205 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Pushing event deleted for resources: {'Port': ['ID=dcf98011-8af3-49fa-9278-b46cb5ba32ad,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:00.686208 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:00.694465 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba4a4fc-243a-4173-b555-74374f161205 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:44:00.695301 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba4a4fc-243a-4173-b555-74374f161205 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:44:00.695301 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba4a4fc-243a-4173-b555-74374f161205 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:44:00.695555 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba4a4fc-243a-4173-b555-74374f161205 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:44:00.695902 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba4a4fc-243a-4173-b555-74374f161205 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:44:00.696237 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba4a4fc-243a-4173-b555-74374f161205 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:44:00.696573 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba4a4fc-243a-4173-b555-74374f161205 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:44:00.696909 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba4a4fc-243a-4173-b555-74374f161205 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:44:00.697241 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba4a4fc-243a-4173-b555-74374f161205 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:44:00.697571 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba4a4fc-243a-4173-b555-74374f161205 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:44:00.697902 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba4a4fc-243a-4173-b555-74374f161205 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:44:00.698227 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba4a4fc-243a-4173-b555-74374f161205 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:44:00.698580 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba4a4fc-243a-4173-b555-74374f161205 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:44:00.755491 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0ba4a4fc-243a-4173-b555-74374f161205 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks [] for floatingip (da0d709a-ea59-4841-8abc-4db13519cd5d), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:00.758567 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0ba4a4fc-243a-4173-b555-74374f161205 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:00.759746 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-0ba4a4fc-243a-4173-b555-74374f161205 tempest-AttachVolumeTestJSON-1677549854 tempest-AttachVolumeTestJSON-1677549854-project] 10.222.0.67 "DELETE /v2.0/floatingips/da0d709a-ea59-4841-8abc-4db13519cd5d HTTP/1.1" status: 204 len: 168 time: 0.8183551 Aug 02 13:44:04.831929 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 39426) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:05.365079 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-5ff8d8e1-9c8e-4797-833a-e750891d1603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773039'] for router_interface (11c05f49-c260-4ea0-9b1d-08ed27a09560), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:05.609675 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-5ff8d8e1-9c8e-4797-833a-e750891d1603 admin admin] Deleting port 9493b195-8cfd-425b-89c8-ac83e056b8aa {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:44:05.610013 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-5ff8d8e1-9c8e-4797-833a-e750891d1603 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (9493b195-8cfd-425b-89c8-ac83e056b8aa), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:05.696414 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [None req-5ff8d8e1-9c8e-4797-833a-e750891d1603 admin admin] For port 9493b195-8cfd-425b-89c8-ac83e056b8aa, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=9493b195-8cfd-425b-89c8-ac83e056b8aa,segment=NetworkSegment(dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3),segment_id=dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3)] {{(pid=104369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:44:05.696773 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-5ff8d8e1-9c8e-4797-833a-e750891d1603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (9493b195-8cfd-425b-89c8-ac83e056b8aa), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:05.711615 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-5ff8d8e1-9c8e-4797-833a-e750891d1603 admin admin] Calling delete_port for 9493b195-8cfd-425b-89c8-ac83e056b8aa owned by network:router_interface {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:44:05.979932 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-5ff8d8e1-9c8e-4797-833a-e750891d1603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (9493b195-8cfd-425b-89c8-ac83e056b8aa), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:06.010715 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8d8e1-9c8e-4797-833a-e750891d1603 admin admin] Pushing event deleted for resources: {'Port': ['ID=9493b195-8cfd-425b-89c8-ac83e056b8aa,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:06.188395 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-5ff8d8e1-9c8e-4797-833a-e750891d1603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-772915'] for router_interface (11c05f49-c260-4ea0-9b1d-08ed27a09560), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:06.410234 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff8d8e1-9c8e-4797-833a-e750891d1603 admin admin] Router 11c05f49-c260-4ea0-9b1d-08ed27a09560 has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:44:06.518823 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff8d8e1-9c8e-4797-833a-e750891d1603 admin admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:44:06.525462 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-5ff8d8e1-9c8e-4797-833a-e750891d1603 admin admin] 10.222.0.67 "PUT /v2.0/routers/11c05f49-c260-4ea0-9b1d-08ed27a09560/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6896756 Aug 02 13:44:06.525462 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 39438) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:06.529035 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1039e02e-2247-4bf9-af39-879e7ae3dc5d None None] Sync routers for ids ['11c05f49-c260-4ea0-9b1d-08ed27a09560'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:44:06.539651 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1039e02e-2247-4bf9-af39-879e7ae3dc5d None None] Routers {'11c05f49-c260-4ea0-9b1d-08ed27a09560'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:44:06.540593 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-1039e02e-2247-4bf9-af39-879e7ae3dc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:43:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['11c05f49-c260-4ea0-9b1d-08ed27a09560'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:44:06.643955 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b3701325-e31c-4fe8-ba29-730beaff1f23 admin admin] Publish callbacks [] for router (11c05f49-c260-4ea0-9b1d-08ed27a09560), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:06.767024 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b3701325-e31c-4fe8-ba29-730beaff1f23 admin admin] Publish callbacks [] for router_gateway (11c05f49-c260-4ea0-9b1d-08ed27a09560), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:06.793229 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-1039e02e-2247-4bf9-af39-879e7ae3dc5d None None] Set router 11c05f49-c260-4ea0-9b1d-08ed27a09560 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:44:06.895744 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-b3701325-e31c-4fe8-ba29-730beaff1f23 admin admin] Deleting port 4091cdcd-2688-4cb5-8490-4a977f1ab5eb {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:44:06.896118 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b3701325-e31c-4fe8-ba29-730beaff1f23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (4091cdcd-2688-4cb5-8490-4a977f1ab5eb), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:06.977739 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-1039e02e-2247-4bf9-af39-879e7ae3dc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'name': 'tempest-AttachVolumeTestJSON-1212156323-router', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247'}], 'enable_snat': True}, 'gw_port_id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:44:05Z', 'revision_number': 5, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'gw_port': {'id': '4091cdcd-2688-4cb5-8490-4a977f1ab5eb', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:41Z', 'updated_at': '2022-08-02T13:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:44:06.985877 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [None req-b3701325-e31c-4fe8-ba29-730beaff1f23 admin admin] For port 4091cdcd-2688-4cb5-8490-4a977f1ab5eb, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=4091cdcd-2688-4cb5-8490-4a977f1ab5eb,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:44:06.986451 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b3701325-e31c-4fe8-ba29-730beaff1f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (4091cdcd-2688-4cb5-8490-4a977f1ab5eb), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:06.999940 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-b3701325-e31c-4fe8-ba29-730beaff1f23 admin admin] Calling delete_port for 4091cdcd-2688-4cb5-8490-4a977f1ab5eb owned by network:router_gateway {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:44:07.004261 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1039e02e-2247-4bf9-af39-879e7ae3dc5d None None] Checking router: 11c05f49-c260-4ea0-9b1d-08ed27a09560 for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:44:07.013663 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1039e02e-2247-4bf9-af39-879e7ae3dc5d None None] Routers {'11c05f49-c260-4ea0-9b1d-08ed27a09560'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:44:07.014416 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-1039e02e-2247-4bf9-af39-879e7ae3dc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:43:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['11c05f49-c260-4ea0-9b1d-08ed27a09560'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:44:07.107155 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-1039e02e-2247-4bf9-af39-879e7ae3dc5d None None] Set router 11c05f49-c260-4ea0-9b1d-08ed27a09560 gateway port host: None {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:44:07.158269 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-1039e02e-2247-4bf9-af39-879e7ae3dc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'name': 'tempest-AttachVolumeTestJSON-1212156323-router', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:44:06Z', 'revision_number': 6, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'gw_port_host': None}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:44:07.186643 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1039e02e-2247-4bf9-af39-879e7ae3dc5d None None] The sync data for ids ['11c05f49-c260-4ea0-9b1d-08ed27a09560'] in dv-cinder-847864-8-iscsi is: [{'id': '11c05f49-c260-4ea0-9b1d-08ed27a09560', 'name': 'tempest-AttachVolumeTestJSON-1212156323-router', 'tenant_id': '2faa069e451247a68695e22f5e5ed2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:44:06Z', 'revision_number': 6, 'project_id': '2faa069e451247a68695e22f5e5ed2ae', 'gw_port_host': None}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:44:07.306137 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b3701325-e31c-4fe8-ba29-730beaff1f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (4091cdcd-2688-4cb5-8490-4a977f1ab5eb), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:07.329939 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3701325-e31c-4fe8-ba29-730beaff1f23 admin admin] Pushing event deleted for resources: {'Port': ['ID=4091cdcd-2688-4cb5-8490-4a977f1ab5eb,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:07.395969 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b3701325-e31c-4fe8-ba29-730beaff1f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772245'] for router_gateway (11c05f49-c260-4ea0-9b1d-08ed27a09560), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:07.489592 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b3701325-e31c-4fe8-ba29-730beaff1f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-774428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (11c05f49-c260-4ea0-9b1d-08ed27a09560), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:07.491655 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b3701325-e31c-4fe8-ba29-730beaff1f23 admin admin] Publish callbacks [] for router_controller (11c05f49-c260-4ea0-9b1d-08ed27a09560), precommit_delete_associations {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:07.600515 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b3701325-e31c-4fe8-ba29-730beaff1f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-774405'] for router (11c05f49-c260-4ea0-9b1d-08ed27a09560), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:07.601080 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3701325-e31c-4fe8-ba29-730beaff1f23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11c05f49-c260-4ea0-9b1d-08ed27a09560 {{(pid=104369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 02 13:44:07.606597 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b3701325-e31c-4fe8-ba29-730beaff1f23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:07.610466 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-b3701325-e31c-4fe8-ba29-730beaff1f23 admin admin] 10.222.0.67 "DELETE /v2.0/routers/11c05f49-c260-4ea0-9b1d-08ed27a09560 HTTP/1.1" status: 204 len: 168 time: 1.0816572 Aug 02 13:44:07.611056 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 39454) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:07.665099 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_v2 [None req-534b2ed2-c2a8-4c0a-9050-d0d3f5673f18 admin admin] Deleting subnet ec0b5949-955c-4523-bfdd-355b4cc3e5d9 {{(pid=104369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 02 13:44:07.668299 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-534b2ed2-c2a8-4c0a-9050-d0d3f5673f18 admin admin] Publish callbacks [] for subnet (ec0b5949-955c-4523-bfdd-355b4cc3e5d9), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:07.703951 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-534b2ed2-c2a8-4c0a-9050-d0d3f5673f18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4722891'] for subnet (ec0b5949-955c-4523-bfdd-355b4cc3e5d9), precommit_delete_associations {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:07.814580 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-534b2ed2-c2a8-4c0a-9050-d0d3f5673f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1626869'] for subnet (ec0b5949-955c-4523-bfdd-355b4cc3e5d9), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:07.928975 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-534b2ed2-c2a8-4c0a-9050-d0d3f5673f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1626876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4352746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24483902'] for subnet (ec0b5949-955c-4523-bfdd-355b4cc3e5d9), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:07.952781 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b2ed2-c2a8-4c0a-9050-d0d3f5673f18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec0b5949-955c-4523-bfdd-355b4cc3e5d9,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:07.960798 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-534b2ed2-c2a8-4c0a-9050-d0d3f5673f18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for subnet (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:07.964282 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-534b2ed2-c2a8-4c0a-9050-d0d3f5673f18 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ec0b5949-955c-4523-bfdd-355b4cc3e5d9 HTTP/1.1" status: 204 len: 168 time: 0.3523395 Aug 02 13:44:07.966739 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 39456) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:07.978767 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162185ad-fda3-42a1-b582-60cf098fbd05 None None] Network 22e3cba0-47b8-42c5-9856-cce7f8da3856 requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:44:07.992055 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 9493b195-8cfd-425b-89c8-ac83e056b8aa no longer exists at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:44:08.056886 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-32d1c4f6-9d8f-494e-ac2c-79a9f53b6830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1719594'] for network (22e3cba0-47b8-42c5-9856-cce7f8da3856), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:08.057587 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] No Port match for: 9493b195-8cfd-425b-89c8-ac83e056b8aa {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:44:08.057878 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 9493b195-8cfd-425b-89c8-ac83e056b8aa not bound to the agent host dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:44:08.119082 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-32d1c4f6-9d8f-494e-ac2c-79a9f53b6830 admin admin] Deleting port 7cd8e431-53ca-4e6d-98d1-6e0ad589a017 {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:44:08.119082 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-32d1c4f6-9d8f-494e-ac2c-79a9f53b6830 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (7cd8e431-53ca-4e6d-98d1-6e0ad589a017), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:08.192662 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [None req-32d1c4f6-9d8f-494e-ac2c-79a9f53b6830 admin admin] For port 7cd8e431-53ca-4e6d-98d1-6e0ad589a017, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=7cd8e431-53ca-4e6d-98d1-6e0ad589a017,segment=NetworkSegment(dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3),segment_id=dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3)] {{(pid=104369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:44:08.193126 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-32d1c4f6-9d8f-494e-ac2c-79a9f53b6830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (7cd8e431-53ca-4e6d-98d1-6e0ad589a017), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:08.197418 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79040dcc-9e1e-4738-a3b9-eecfbba850aa None None] DHCP port deletion for 22e3cba0-47b8-42c5-9856-cce7f8da3856 request from dv-cinder-847864-8-iscsi {{(pid=104370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 02 13:44:08.215147 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-32d1c4f6-9d8f-494e-ac2c-79a9f53b6830 admin admin] Calling delete_port for 7cd8e431-53ca-4e6d-98d1-6e0ad589a017 owned by network:dhcp {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:44:08.255390 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-79040dcc-9e1e-4738-a3b9-eecfbba850aa None None] Deleting port 7cd8e431-53ca-4e6d-98d1-6e0ad589a017 {{(pid=104370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:44:08.255390 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-79040dcc-9e1e-4738-a3b9-eecfbba850aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (7cd8e431-53ca-4e6d-98d1-6e0ad589a017), before_delete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:08.325379 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-79040dcc-9e1e-4738-a3b9-eecfbba850aa None None] For port 7cd8e431-53ca-4e6d-98d1-6e0ad589a017, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=7cd8e431-53ca-4e6d-98d1-6e0ad589a017,segment=NetworkSegment(dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3),segment_id=dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:44:08.325933 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-79040dcc-9e1e-4738-a3b9-eecfbba850aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (7cd8e431-53ca-4e6d-98d1-6e0ad589a017), precommit_delete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:08.342402 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-79040dcc-9e1e-4738-a3b9-eecfbba850aa None None] Calling delete_port for 7cd8e431-53ca-4e6d-98d1-6e0ad589a017 owned by network:dhcp {{(pid=104370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:44:08.369104 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-32d1c4f6-9d8f-494e-ac2c-79a9f53b6830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (7cd8e431-53ca-4e6d-98d1-6e0ad589a017), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:08.396976 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1c4f6-9d8f-494e-ac2c-79a9f53b6830 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cd8e431-53ca-4e6d-98d1-6e0ad589a017,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:08.402686 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d1c4f6-9d8f-494e-ac2c-79a9f53b6830 admin admin] No DVR routers for this DVR port 7cd8e431-53ca-4e6d-98d1-6e0ad589a017 on host dv-cinder-847864-8-iscsi {{(pid=104369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:44:08.430698 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-79040dcc-9e1e-4738-a3b9-eecfbba850aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988'] for port (7cd8e431-53ca-4e6d-98d1-6e0ad589a017), after_delete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:08.454893 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79040dcc-9e1e-4738-a3b9-eecfbba850aa None None] Pushing event deleted for resources: {'Port': ['ID=7cd8e431-53ca-4e6d-98d1-6e0ad589a017,revision_number=None']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:08.465149 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79040dcc-9e1e-4738-a3b9-eecfbba850aa None None] No DVR routers for this DVR port 7cd8e431-53ca-4e6d-98d1-6e0ad589a017 on host dv-cinder-847864-8-iscsi {{(pid=104370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:44:08.467282 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79040dcc-9e1e-4738-a3b9-eecfbba850aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:44:08.467642 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79040dcc-9e1e-4738-a3b9-eecfbba850aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:44:08.468034 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79040dcc-9e1e-4738-a3b9-eecfbba850aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:44:08.468392 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79040dcc-9e1e-4738-a3b9-eecfbba850aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:44:08.468739 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79040dcc-9e1e-4738-a3b9-eecfbba850aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:44:08.469090 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79040dcc-9e1e-4738-a3b9-eecfbba850aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:44:08.469437 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79040dcc-9e1e-4738-a3b9-eecfbba850aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:44:08.469808 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79040dcc-9e1e-4738-a3b9-eecfbba850aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:44:08.470147 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79040dcc-9e1e-4738-a3b9-eecfbba850aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:44:08.470525 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79040dcc-9e1e-4738-a3b9-eecfbba850aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:44:08.470868 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79040dcc-9e1e-4738-a3b9-eecfbba850aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:44:08.471778 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79040dcc-9e1e-4738-a3b9-eecfbba850aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:44:08.472250 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79040dcc-9e1e-4738-a3b9-eecfbba850aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:44:08.483082 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-32d1c4f6-9d8f-494e-ac2c-79a9f53b6830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626208', 'neutron.services.segments.db._delete_segments_for_network-8786056706762'] for network (22e3cba0-47b8-42c5-9856-cce7f8da3856), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:08.505917 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.services.segments.db [None req-32d1c4f6-9d8f-494e-ac2c-79a9f53b6830 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e3cba0-47b8-42c5-9856-cce7f8da3856']}} {{(pid=104369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:44:08.516355 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.services.segments.db [None req-32d1c4f6-9d8f-494e-ac2c-79a9f53b6830 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3') {'for_net_delete': True} {{(pid=104369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:44:08.516657 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.services.segments.db [None req-32d1c4f6-9d8f-494e-ac2c-79a9f53b6830 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3') {} {{(pid=104369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:44:08.526890 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-32d1c4f6-9d8f-494e-ac2c-79a9f53b6830 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786056707283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4722930'] for segment (dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:08.541379 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-32d1c4f6-9d8f-494e-ac2c-79a9f53b6830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:08.547286 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d1c4f6-9d8f-494e-ac2c-79a9f53b6830 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=104369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 13:44:08.547692 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-32d1c4f6-9d8f-494e-ac2c-79a9f53b6830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4352592'] for segment (dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:08.711465 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-32d1c4f6-9d8f-494e-ac2c-79a9f53b6830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772273'] for network (22e3cba0-47b8-42c5-9856-cce7f8da3856), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:08.717010 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-32d1c4f6-9d8f-494e-ac2c-79a9f53b6830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:08.724191 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-32d1c4f6-9d8f-494e-ac2c-79a9f53b6830 admin admin] 10.222.0.67 "DELETE /v2.0/networks/22e3cba0-47b8-42c5-9856-cce7f8da3856 HTTP/1.1" status: 204 len: 168 time: 0.7564311 Aug 02 13:44:08.738173 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.services.segments.plugin [-] Segment dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3 resource provider aggregate not found Aug 02 13:44:08.742422 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1c4f6-9d8f-494e-ac2c-79a9f53b6830 admin admin] Pushing event deleted for resources: {'Network': ['ID=22e3cba0-47b8-42c5-9856-cce7f8da3856,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:08.767034 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.services.segments.plugin [-] Segment dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc5efe23-ae9f-4a7d-8615-e097c1cc0eb3 found for delete ", "request_id": "req-cb26891a-ec0b-48dc-80ca-780b6b6ab0e7"}]} Aug 02 13:44:08.811801 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78592e-ea2f-4925-9a72-f458e3153ab4 req-f1be52b3-6266-4653-b59b-195df456af31 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:08.813323 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ee78592e-ea2f-4925-9a72-f458e3153ab4 req-f1be52b3-6266-4653-b59b-195df456af31 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ba278e0-2873-402d-950d-f9b7920e945c HTTP/1.1" status: 200 len: 945 time: 0.0590787 Aug 02 13:44:08.862383 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ee78592e-ea2f-4925-9a72-f458e3153ab4 req-026261d3-ab0e-4625-b319-dffad2e51976 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=23cafb51-1ea7-4280-8a2e-a4c3b0e5071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417142 Aug 02 13:44:09.075239 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 39474) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:09.116996 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-c336b441-b516-4c14-acc0-223bb96e3963 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2faa069e451247a68695e22f5e5ed2ae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406015 Aug 02 13:44:09.119542 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 39476) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:09.166858 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-318a710f-6a81-471f-bded-90d80e469084 admin admin] Publish callbacks [] for security_group (38b15234-5bee-4b4c-9378-903f3f5b17d7), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:09.190643 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-318a710f-6a81-471f-bded-90d80e469084 admin admin] Publish callbacks [] for security_group (38b15234-5bee-4b4c-9378-903f3f5b17d7), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:09.311780 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-318a710f-6a81-471f-bded-90d80e469084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (38b15234-5bee-4b4c-9378-903f3f5b17d7), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:09.314525 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-318a710f-6a81-471f-bded-90d80e469084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:09.315800 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-318a710f-6a81-471f-bded-90d80e469084 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/38b15234-5bee-4b4c-9378-903f3f5b17d7 HTTP/1.1" status: 204 len: 168 time: 0.1953337 Aug 02 13:44:09.324161 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a710f-6a81-471f-bded-90d80e469084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b15234-5bee-4b4c-9378-903f3f5b17d7,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:09.445984 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 4091cdcd-2688-4cb5-8490-4a977f1ab5eb no longer exists at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:44:09.463171 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] No Port match for: 4091cdcd-2688-4cb5-8490-4a977f1ab5eb {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:44:09.463527 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 4091cdcd-2688-4cb5-8490-4a977f1ab5eb not bound to the agent host dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:44:09.463949 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 7cd8e431-53ca-4e6d-98d1-6e0ad589a017 no longer exists at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:44:09.482238 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] No Port match for: 7cd8e431-53ca-4e6d-98d1-6e0ad589a017 {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:44:09.482610 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 7cd8e431-53ca-4e6d-98d1-6e0ad589a017 not bound to the agent host dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:44:09.998408 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fa5b9-9909-4c60-a487-e054aa39ebde req-0fd74049-e495-455c-84b1-48871df628d6 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:10.000034 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6c5fa5b9-9909-4c60-a487-e054aa39ebde req-0fd74049-e495-455c-84b1-48871df628d6 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ba278e0-2873-402d-950d-f9b7920e945c HTTP/1.1" status: 200 len: 945 time: 0.0620973 Aug 02 13:44:10.057856 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6c5fa5b9-9909-4c60-a487-e054aa39ebde req-170d4611-6102-456a-bb29-c7b0bfa64c82 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups?id=23cafb51-1ea7-4280-8a2e-a4c3b0e5071e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484557 Aug 02 13:44:10.366160 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e2d41-d0e9-45eb-a944-bba39e36d3f3 req-ba56f0c4-fdd7-461a-ada0-c305b1a34111 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:10.367907 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a49e2d41-d0e9-45eb-a944-bba39e36d3f3 req-ba56f0c4-fdd7-461a-ada0-c305b1a34111 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ba278e0-2873-402d-950d-f9b7920e945c HTTP/1.1" status: 200 len: 945 time: 0.0620720 Aug 02 13:44:10.473402 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [req-a49e2d41-d0e9-45eb-a944-bba39e36d3f3 req-3b6aa7fe-4e5c-42a9-b3a6-4c469da948c6 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Deleting port b3a8c881-5669-4abd-8b21-08cdf5df499b {{(pid=104368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:44:10.473662 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-a49e2d41-d0e9-45eb-a944-bba39e36d3f3 req-3b6aa7fe-4e5c-42a9-b3a6-4c469da948c6 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (b3a8c881-5669-4abd-8b21-08cdf5df499b), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:10.575604 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [req-a49e2d41-d0e9-45eb-a944-bba39e36d3f3 req-3b6aa7fe-4e5c-42a9-b3a6-4c469da948c6 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] For port b3a8c881-5669-4abd-8b21-08cdf5df499b, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=b3a8c881-5669-4abd-8b21-08cdf5df499b,segment=NetworkSegment(ce1819a5-765d-4f56-8809-88a6774bc35d),segment_id=ce1819a5-765d-4f56-8809-88a6774bc35d)] {{(pid=104368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:44:10.575968 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-a49e2d41-d0e9-45eb-a944-bba39e36d3f3 req-3b6aa7fe-4e5c-42a9-b3a6-4c469da948c6 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (b3a8c881-5669-4abd-8b21-08cdf5df499b), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:10.746829 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-a49e2d41-d0e9-45eb-a944-bba39e36d3f3 req-3b6aa7fe-4e5c-42a9-b3a6-4c469da948c6 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:10.747120 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-a49e2d41-d0e9-45eb-a944-bba39e36d3f3 req-3b6aa7fe-4e5c-42a9-b3a6-4c469da948c6 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772271'] for floatingip (3b49b4e1-2e7d-4959-8ace-c515931d50e9), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:10.747443 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.db.l3_db [req-a49e2d41-d0e9-45eb-a944-bba39e36d3f3 req-3b6aa7fe-4e5c-42a9-b3a6-4c469da948c6 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Floating IP 3b49b4e1-2e7d-4959-8ace-c515931d50e9 disassociated. External IP: 172.27.4.81, port: b3a8c881-5669-4abd-8b21-08cdf5df499b. Aug 02 13:44:10.747791 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [req-a49e2d41-d0e9-45eb-a944-bba39e36d3f3 req-3b6aa7fe-4e5c-42a9-b3a6-4c469da948c6 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Calling delete_port for b3a8c881-5669-4abd-8b21-08cdf5df499b owned by compute:nova {{(pid=104368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:44:10.973946 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-a49e2d41-d0e9-45eb-a944-bba39e36d3f3 req-3b6aa7fe-4e5c-42a9-b3a6-4c469da948c6 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (b3a8c881-5669-4abd-8b21-08cdf5df499b), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:11.003800 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6aa7fe-4e5c-42a9-b3a6-4c469da948c6 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event deleted for resources: {'Port': ['ID=b3a8c881-5669-4abd-8b21-08cdf5df499b,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:11.116757 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a49e2d41-d0e9-45eb-a944-bba39e36d3f3 req-3b6aa7fe-4e5c-42a9-b3a6-4c469da948c6 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Router b12058e6-bae6-4476-a2e0-876fd99b59ab has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:44:11.168291 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9a926513-11ce-431e-82db-7e7715e21992 req-ee9c0d21-c35f-4cf6-910a-787b2e141881 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ba278e0-2873-402d-950d-f9b7920e945c HTTP/1.1" status: 200 len: 210 time: 0.0348346 Aug 02 13:44:11.237128 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a49e2d41-d0e9-45eb-a944-bba39e36d3f3 req-3b6aa7fe-4e5c-42a9-b3a6-4c469da948c6 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:44:11.248563 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce80069-d075-458c-ac70-1a00050c1f89 None None] Sync routers for ids ['b12058e6-bae6-4476-a2e0-876fd99b59ab'] in dv-cinder-847864-8-iscsi {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:44:11.263451 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce80069-d075-458c-ac70-1a00050c1f89 None None] Routers {'b12058e6-bae6-4476-a2e0-876fd99b59ab'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:44:11.264097 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-7ce80069-d075-458c-ac70-1a00050c1f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:43:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['b12058e6-bae6-4476-a2e0-876fd99b59ab'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:44:11.279201 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49e2d41-d0e9-45eb-a944-bba39e36d3f3 req-3b6aa7fe-4e5c-42a9-b3a6-4c469da948c6 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] No DVR routers for this DVR port b3a8c881-5669-4abd-8b21-08cdf5df499b on host hv-cinder-84786 {{(pid=104368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:44:11.281870 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-a49e2d41-d0e9-45eb-a944-bba39e36d3f3 req-3b6aa7fe-4e5c-42a9-b3a6-4c469da948c6 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:11.287306 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a49e2d41-d0e9-45eb-a944-bba39e36d3f3 req-3b6aa7fe-4e5c-42a9-b3a6-4c469da948c6 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.20 "DELETE /v2.0/ports/b3a8c881-5669-4abd-8b21-08cdf5df499b HTTP/1.1" status: 204 len: 173 time: 0.9133320 Aug 02 13:44:11.288061 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba278e0-2873-402d-950d-f9b7920e945c', 'name': 'network-vif-deleted', 'tag': 'b3a8c881-5669-4abd-8b21-08cdf5df499b'}] {{(pid=104368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:44:11.293238 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245b70741b0aa7b9232129cc368cc987c69949c5cf8ab06a5d5e033a5668ca41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5b801f-4789-48cc-819d-75143872908d" -d '{"events": [{"server_uuid": "6ba278e0-2873-402d-950d-f9b7920e945c", "name": "network-vif-deleted", "tag": "b3a8c881-5669-4abd-8b21-08cdf5df499b"}]}' {{(pid=104368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:44:11.333882 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21f081d-2d63-4369-b1b2-8a71363b216c x-openstack-request-id: req-f21f081d-2d63-4369-b1b2-8a71363b216c {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:44:11.333990 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba278e0-2873-402d-950d-f9b7920e945c", "name": "network-vif-deleted", "tag": "b3a8c881-5669-4abd-8b21-08cdf5df499b", "status": "completed", "code": 200}]} {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:44:11.334792 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f21f081d-2d63-4369-b1b2-8a71363b216c {{(pid=104368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:44:11.334792 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f21f081d-2d63-4369-b1b2-8a71363b216c'] response: {'server_uuid': '6ba278e0-2873-402d-950d-f9b7920e945c', 'name': 'network-vif-deleted', 'tag': 'b3a8c881-5669-4abd-8b21-08cdf5df499b', 'status': 'completed', 'code': 200} Aug 02 13:44:11.381155 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-7ce80069-d075-458c-ac70-1a00050c1f89 None None] Set router b12058e6-bae6-4476-a2e0-876fd99b59ab gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:44:11.626683 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-7ce80069-d075-458c-ac70-1a00050c1f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'name': 'tempest-AttachVolumeNegativeTest-1899220404-router', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178'}], 'enable_snat': True}, 'gw_port_id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:51Z', 'revision_number': 4, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'gw_port': {'id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:42Z', 'updated_at': '2022-08-02T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '319a239b-729c-484f-a6f7-158e17594b21', 'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'mac_address': 'fa:16:3e:3f:40:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:48Z', 'updated_at': '2022-08-02T13:38:06Z', 'revision_number': 5, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'subnets': [{'id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:44:11.652313 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce80069-d075-458c-ac70-1a00050c1f89 None None] Checking router: b12058e6-bae6-4476-a2e0-876fd99b59ab for host: dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:44:11.660901 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce80069-d075-458c-ac70-1a00050c1f89 None None] Routers {'b12058e6-bae6-4476-a2e0-876fd99b59ab'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:44:11.661513 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-7ce80069-d075-458c-ac70-1a00050c1f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:43:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['b12058e6-bae6-4476-a2e0-876fd99b59ab'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:44:11.774073 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-7ce80069-d075-458c-ac70-1a00050c1f89 None None] Set router b12058e6-bae6-4476-a2e0-876fd99b59ab gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:44:11.975162 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-7ce80069-d075-458c-ac70-1a00050c1f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'name': 'tempest-AttachVolumeNegativeTest-1899220404-router', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178'}], 'enable_snat': True}, 'gw_port_id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:51Z', 'revision_number': 4, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'gw_port': {'id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:42Z', 'updated_at': '2022-08-02T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '319a239b-729c-484f-a6f7-158e17594b21', 'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'mac_address': 'fa:16:3e:3f:40:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:48Z', 'updated_at': '2022-08-02T13:38:06Z', 'revision_number': 5, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'subnets': [{'id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:44:12.005267 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce80069-d075-458c-ac70-1a00050c1f89 None None] The sync data for ids ['b12058e6-bae6-4476-a2e0-876fd99b59ab'] in dv-cinder-847864-8-iscsi is: [{'id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'name': 'tempest-AttachVolumeNegativeTest-1899220404-router', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178'}], 'enable_snat': True}, 'gw_port_id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:37:51Z', 'revision_number': 4, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'gw_port': {'id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:42Z', 'updated_at': '2022-08-02T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '319a239b-729c-484f-a6f7-158e17594b21', 'name': '', 'network_id': 'b9a0aff9-4db3-4151-8258-5ca59205b7ca', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'mac_address': 'fa:16:3e:3f:40:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:48Z', 'updated_at': '2022-08-02T13:38:06Z', 'revision_number': 5, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'subnets': [{'id': 'd8569d97-f9a0-41c9-a9b0-dce29c9f7e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:44:12.262684 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a153fa-620c-4584-a900-44f02a189d62 None None] New status for floating IP 3b49b4e1-2e7d-4959-8ace-c515931d50e9: DOWN {{(pid=104370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:44:12.300637 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4cb8f6a7-403e-4b18-b653-ad4737879da3 req-1dab7873-2f58-47c0-882a-0a090f386d37 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ba278e0-2873-402d-950d-f9b7920e945c HTTP/1.1" status: 200 len: 210 time: 0.0301502 Aug 02 13:44:13.472590 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 39536) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:13.530392 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6a1c23bb-9979-4276-8c05-cd01b9ec31c0 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group (23cafb51-1ea7-4280-8a2e-a4c3b0e5071e), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:13.555602 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6a1c23bb-9979-4276-8c05-cd01b9ec31c0 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group (23cafb51-1ea7-4280-8a2e-a4c3b0e5071e), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:13.680329 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6a1c23bb-9979-4276-8c05-cd01b9ec31c0 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (23cafb51-1ea7-4280-8a2e-a4c3b0e5071e), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:13.683235 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6a1c23bb-9979-4276-8c05-cd01b9ec31c0 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:13.684355 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-6a1c23bb-9979-4276-8c05-cd01b9ec31c0 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "DELETE /v2.0/security-groups/23cafb51-1ea7-4280-8a2e-a4c3b0e5071e HTTP/1.1" status: 204 len: 168 time: 0.2101784 Aug 02 13:44:13.687195 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 39538) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:13.694890 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c23bb-9979-4276-8c05-cd01b9ec31c0 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cafb51-1ea7-4280-8a2e-a4c3b0e5071e,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:13.702483 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.api.v2.resource [None req-8f0d08ba-f3ac-4aed-b917-ae6830bc3739 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] show failed (client error): The resource could not be found. Aug 02 13:44:13.703646 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-8f0d08ba-f3ac-4aed-b917-ae6830bc3739 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "GET /v2.0/security-groups/23cafb51-1ea7-4280-8a2e-a4c3b0e5071e HTTP/1.1" status: 404 len: 347 time: 0.0152991 Aug 02 13:44:13.706871 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 39540) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:13.830014 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-cf20ec35-e5e3-4368-bacc-fe147ab656c3 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Deleting port 7ed40d6b-0a2e-48be-a3c0-26fa9d332822 {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:44:13.830359 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-cf20ec35-e5e3-4368-bacc-fe147ab656c3 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (7ed40d6b-0a2e-48be-a3c0-26fa9d332822), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:13.910532 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-cf20ec35-e5e3-4368-bacc-fe147ab656c3 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (7ed40d6b-0a2e-48be-a3c0-26fa9d332822), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:13.911365 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-cf20ec35-e5e3-4368-bacc-fe147ab656c3 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for floatingip (7ed40d6b-0a2e-48be-a3c0-26fa9d332822), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:13.923492 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-cf20ec35-e5e3-4368-bacc-fe147ab656c3 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Calling delete_port for 7ed40d6b-0a2e-48be-a3c0-26fa9d332822 owned by network:floatingip {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:44:14.158670 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-cf20ec35-e5e3-4368-bacc-fe147ab656c3 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (7ed40d6b-0a2e-48be-a3c0-26fa9d332822), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:14.190211 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20ec35-e5e3-4368-bacc-fe147ab656c3 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Pushing event deleted for resources: {'Port': ['ID=7ed40d6b-0a2e-48be-a3c0-26fa9d332822,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:14.248178 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device b3a8c881-5669-4abd-8b21-08cdf5df499b no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:44:14.251637 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-cf20ec35-e5e3-4368-bacc-fe147ab656c3 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks [] for floatingip (3b49b4e1-2e7d-4959-8ace-c515931d50e9), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:14.254208 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-cf20ec35-e5e3-4368-bacc-fe147ab656c3 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:14.259471 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-cf20ec35-e5e3-4368-bacc-fe147ab656c3 tempest-AttachVolumeNegativeTest-1338732709 tempest-AttachVolumeNegativeTest-1338732709-project] 10.222.0.67 "DELETE /v2.0/floatingips/3b49b4e1-2e7d-4959-8ace-c515931d50e9 HTTP/1.1" status: 204 len: 168 time: 0.5515351 Aug 02 13:44:14.269274 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] No Port match for: b3a8c881-5669-4abd-8b21-08cdf5df499b {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:44:14.269581 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device b3a8c881-5669-4abd-8b21-08cdf5df499b not bound to the agent host hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:44:18.326940 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420343de-67c5-498c-b39e-09adf908c54e req-afce7794-80d2-419b-96ef-541219ce24a5 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:18.328549 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-420343de-67c5-498c-b39e-09adf908c54e req-afce7794-80d2-419b-96ef-541219ce24a5 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 945 time: 0.0676782 Aug 02 13:44:18.394672 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-420343de-67c5-498c-b39e-09adf908c54e req-815412c2-ff3a-4e8f-a336-361e9514c7da tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586991 Aug 02 13:44:18.773335 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 39650) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:19.573007 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4df9f8-3b6a-4778-82c7-7f4911ed51a1 req-761cc756-f89e-4f76-960f-dd8d5bc190c4 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:19.574575 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fd4df9f8-3b6a-4778-82c7-7f4911ed51a1 req-761cc756-f89e-4f76-960f-dd8d5bc190c4 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 945 time: 0.0819135 Aug 02 13:44:19.582015 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ae718f7b-56f7-4481-9de8-49f9d6580e81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773039'] for router_interface (b12058e6-bae6-4476-a2e0-876fd99b59ab), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:19.696818 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fd4df9f8-3b6a-4778-82c7-7f4911ed51a1 req-2c571793-6837-4365-b72e-b30dfebe683b tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123910 Aug 02 13:44:19.852647 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-ae718f7b-56f7-4481-9de8-49f9d6580e81 admin admin] Deleting port 319a239b-729c-484f-a6f7-158e17594b21 {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:44:19.853351 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ae718f7b-56f7-4481-9de8-49f9d6580e81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (319a239b-729c-484f-a6f7-158e17594b21), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:19.936548 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [None req-ae718f7b-56f7-4481-9de8-49f9d6580e81 admin admin] For port 319a239b-729c-484f-a6f7-158e17594b21, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=319a239b-729c-484f-a6f7-158e17594b21,segment=NetworkSegment(ce1819a5-765d-4f56-8809-88a6774bc35d),segment_id=ce1819a5-765d-4f56-8809-88a6774bc35d)] {{(pid=104369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:44:19.936902 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ae718f7b-56f7-4481-9de8-49f9d6580e81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (319a239b-729c-484f-a6f7-158e17594b21), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:19.949849 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-ae718f7b-56f7-4481-9de8-49f9d6580e81 admin admin] Calling delete_port for 319a239b-729c-484f-a6f7-158e17594b21 owned by network:router_interface {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:44:20.201989 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ae718f7b-56f7-4481-9de8-49f9d6580e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (319a239b-729c-484f-a6f7-158e17594b21), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:20.226838 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae718f7b-56f7-4481-9de8-49f9d6580e81 admin admin] Pushing event deleted for resources: {'Port': ['ID=319a239b-729c-484f-a6f7-158e17594b21,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:20.399626 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ae718f7b-56f7-4481-9de8-49f9d6580e81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-772915'] for router_interface (b12058e6-bae6-4476-a2e0-876fd99b59ab), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:20.626521 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae718f7b-56f7-4481-9de8-49f9d6580e81 admin admin] Router b12058e6-bae6-4476-a2e0-876fd99b59ab has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:44:20.730210 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae718f7b-56f7-4481-9de8-49f9d6580e81 admin admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:44:20.735524 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-ae718f7b-56f7-4481-9de8-49f9d6580e81 admin admin] 10.222.0.67 "PUT /v2.0/routers/b12058e6-bae6-4476-a2e0-876fd99b59ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9610841 Aug 02 13:44:20.738801 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 39668) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:20.747023 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fc38c4-bbdd-4472-9010-5e4ace357524 None None] Sync routers for ids ['b12058e6-bae6-4476-a2e0-876fd99b59ab'] in dv-cinder-847864-8-iscsi {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:44:20.758402 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fc38c4-bbdd-4472-9010-5e4ace357524 None None] Routers {'b12058e6-bae6-4476-a2e0-876fd99b59ab'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:44:20.759380 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-d1fc38c4-bbdd-4472-9010-5e4ace357524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:43:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['b12058e6-bae6-4476-a2e0-876fd99b59ab'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:44:20.832914 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cb212-c59a-4e38-a939-113a7279bc08 req-2319582d-641c-4352-832c-65fb26c8661b tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:20.835219 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-bc3cb212-c59a-4e38-a939-113a7279bc08 req-2319582d-641c-4352-832c-65fb26c8661b tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 945 time: 0.0592573 Aug 02 13:44:20.847690 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f4bbdae1-7972-49f0-ae42-6b2dd9ff6f6a admin admin] Publish callbacks [] for router (b12058e6-bae6-4476-a2e0-876fd99b59ab), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:20.872859 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-d1fc38c4-bbdd-4472-9010-5e4ace357524 None None] Set router b12058e6-bae6-4476-a2e0-876fd99b59ab gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:44:20.893780 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-bc3cb212-c59a-4e38-a939-113a7279bc08 req-81aee877-7196-4d81-bc37-587acb6a0af2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466564 Aug 02 13:44:20.953406 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f4bbdae1-7972-49f0-ae42-6b2dd9ff6f6a admin admin] Publish callbacks [] for router_gateway (b12058e6-bae6-4476-a2e0-876fd99b59ab), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:21.060549 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-d1fc38c4-bbdd-4472-9010-5e4ace357524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'name': 'tempest-AttachVolumeNegativeTest-1899220404-router', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178'}], 'enable_snat': True}, 'gw_port_id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:44:20Z', 'revision_number': 5, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'gw_port': {'id': '2f4fd170-9c0e-4687-a42f-6a90e13fb50e', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:37:42Z', 'updated_at': '2022-08-02T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:44:21.067582 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-f4bbdae1-7972-49f0-ae42-6b2dd9ff6f6a admin admin] Deleting port 2f4fd170-9c0e-4687-a42f-6a90e13fb50e {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:44:21.067928 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f4bbdae1-7972-49f0-ae42-6b2dd9ff6f6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (2f4fd170-9c0e-4687-a42f-6a90e13fb50e), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:21.087333 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fc38c4-bbdd-4472-9010-5e4ace357524 None None] Checking router: b12058e6-bae6-4476-a2e0-876fd99b59ab for host: dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:44:21.096785 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fc38c4-bbdd-4472-9010-5e4ace357524 None None] Routers {'b12058e6-bae6-4476-a2e0-876fd99b59ab'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:44:21.097396 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-d1fc38c4-bbdd-4472-9010-5e4ace357524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:43:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['b12058e6-bae6-4476-a2e0-876fd99b59ab'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:44:21.158922 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [None req-f4bbdae1-7972-49f0-ae42-6b2dd9ff6f6a admin admin] For port 2f4fd170-9c0e-4687-a42f-6a90e13fb50e, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=2f4fd170-9c0e-4687-a42f-6a90e13fb50e,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:44:21.159292 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f4bbdae1-7972-49f0-ae42-6b2dd9ff6f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (2f4fd170-9c0e-4687-a42f-6a90e13fb50e), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:21.175877 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-f4bbdae1-7972-49f0-ae42-6b2dd9ff6f6a admin admin] Calling delete_port for 2f4fd170-9c0e-4687-a42f-6a90e13fb50e owned by network:router_gateway {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:44:21.283452 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-d1fc38c4-bbdd-4472-9010-5e4ace357524 None None] Set router b12058e6-bae6-4476-a2e0-876fd99b59ab gateway port host: None {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:44:21.345907 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-d1fc38c4-bbdd-4472-9010-5e4ace357524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'name': 'tempest-AttachVolumeNegativeTest-1899220404-router', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:44:20Z', 'revision_number': 6, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'gw_port_host': None}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:44:21.393598 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fc38c4-bbdd-4472-9010-5e4ace357524 None None] The sync data for ids ['b12058e6-bae6-4476-a2e0-876fd99b59ab'] in dv-cinder-847864-8-iscsi is: [{'id': 'b12058e6-bae6-4476-a2e0-876fd99b59ab', 'name': 'tempest-AttachVolumeNegativeTest-1899220404-router', 'tenant_id': 'b2fd74b29e9441818796d9040d4be7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:37:39Z', 'updated_at': '2022-08-02T13:44:20Z', 'revision_number': 6, 'project_id': 'b2fd74b29e9441818796d9040d4be7e5', 'gw_port_host': None}] {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:44:21.494624 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f4bbdae1-7972-49f0-ae42-6b2dd9ff6f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (2f4fd170-9c0e-4687-a42f-6a90e13fb50e), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:21.520218 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bbdae1-7972-49f0-ae42-6b2dd9ff6f6a admin admin] Pushing event deleted for resources: {'Port': ['ID=2f4fd170-9c0e-4687-a42f-6a90e13fb50e,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:21.591215 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f4bbdae1-7972-49f0-ae42-6b2dd9ff6f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772245'] for router_gateway (b12058e6-bae6-4476-a2e0-876fd99b59ab), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:21.685148 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f4bbdae1-7972-49f0-ae42-6b2dd9ff6f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-774428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (b12058e6-bae6-4476-a2e0-876fd99b59ab), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:21.687352 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f4bbdae1-7972-49f0-ae42-6b2dd9ff6f6a admin admin] Publish callbacks [] for router_controller (b12058e6-bae6-4476-a2e0-876fd99b59ab), precommit_delete_associations {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:21.852882 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f4bbdae1-7972-49f0-ae42-6b2dd9ff6f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-774405'] for router (b12058e6-bae6-4476-a2e0-876fd99b59ab), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:21.854799 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bbdae1-7972-49f0-ae42-6b2dd9ff6f6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b12058e6-bae6-4476-a2e0-876fd99b59ab {{(pid=104369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 02 13:44:21.858922 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f4bbdae1-7972-49f0-ae42-6b2dd9ff6f6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:21.860098 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-f4bbdae1-7972-49f0-ae42-6b2dd9ff6f6a admin admin] 10.222.0.67 "DELETE /v2.0/routers/b12058e6-bae6-4476-a2e0-876fd99b59ab HTTP/1.1" status: 204 len: 168 time: 1.1203408 Aug 02 13:44:21.863076 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 39690) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:21.913382 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_v2 [None req-a61a6672-6dea-4483-9806-da339509ce47 admin admin] Deleting subnet d8569d97-f9a0-41c9-a9b0-dce29c9f7e4e {{(pid=104369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 02 13:44:21.917496 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a61a6672-6dea-4483-9806-da339509ce47 admin admin] Publish callbacks [] for subnet (d8569d97-f9a0-41c9-a9b0-dce29c9f7e4e), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:21.953637 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a61a6672-6dea-4483-9806-da339509ce47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4722891'] for subnet (d8569d97-f9a0-41c9-a9b0-dce29c9f7e4e), precommit_delete_associations {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:22.068714 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa10511-c4e2-4393-90e0-f7808854d478 req-4a01c119-4f91-4375-ab9e-4a4fc947163c tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:22.070291 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5fa10511-c4e2-4393-90e0-f7808854d478 req-4a01c119-4f91-4375-ab9e-4a4fc947163c tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 945 time: 0.0923734 Aug 02 13:44:22.077968 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a61a6672-6dea-4483-9806-da339509ce47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1626869'] for subnet (d8569d97-f9a0-41c9-a9b0-dce29c9f7e4e), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:22.158262 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5fa10511-c4e2-4393-90e0-f7808854d478 req-b7cf6e3d-a69d-4a9f-92a4-ee38991418f2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816550 Aug 02 13:44:22.252161 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a61a6672-6dea-4483-9806-da339509ce47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1626876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4352746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24483902'] for subnet (d8569d97-f9a0-41c9-a9b0-dce29c9f7e4e), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:22.300431 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a61a6672-6dea-4483-9806-da339509ce47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for subnet (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:22.300927 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d05b37-a09e-453f-9f29-24d138560ec1 None None] Network b9a0aff9-4db3-4151-8258-5ca59205b7ca requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:44:22.303312 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-a61a6672-6dea-4483-9806-da339509ce47 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/d8569d97-f9a0-41c9-a9b0-dce29c9f7e4e HTTP/1.1" status: 204 len: 168 time: 0.4390409 Aug 02 13:44:22.305181 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a6672-6dea-4483-9806-da339509ce47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8569d97-f9a0-41c9-a9b0-dce29c9f7e4e,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:22.306912 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 39696) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:22.399838 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4386d85e-b62d-4446-840f-23a1aa378920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1719594'] for network (b9a0aff9-4db3-4151-8258-5ca59205b7ca), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:22.481539 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-4386d85e-b62d-4446-840f-23a1aa378920 admin admin] Deleting port ba1febde-a774-44d6-978d-8ea1fc65d869 {{(pid=104368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:44:22.481834 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4386d85e-b62d-4446-840f-23a1aa378920 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (ba1febde-a774-44d6-978d-8ea1fc65d869), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:22.493481 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d405c3c2-ca97-4be9-8f07-6b67f7ce0dd5 None None] DHCP port deletion for b9a0aff9-4db3-4151-8258-5ca59205b7ca request from dv-cinder-847864-8-iscsi {{(pid=104370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 02 13:44:22.550592 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-d405c3c2-ca97-4be9-8f07-6b67f7ce0dd5 None None] Deleting port ba1febde-a774-44d6-978d-8ea1fc65d869 {{(pid=104370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:44:22.551223 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-d405c3c2-ca97-4be9-8f07-6b67f7ce0dd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (ba1febde-a774-44d6-978d-8ea1fc65d869), before_delete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:22.557228 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [None req-4386d85e-b62d-4446-840f-23a1aa378920 admin admin] For port ba1febde-a774-44d6-978d-8ea1fc65d869, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=ba1febde-a774-44d6-978d-8ea1fc65d869,segment=NetworkSegment(ce1819a5-765d-4f56-8809-88a6774bc35d),segment_id=ce1819a5-765d-4f56-8809-88a6774bc35d)] {{(pid=104368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:44:22.557605 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4386d85e-b62d-4446-840f-23a1aa378920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (ba1febde-a774-44d6-978d-8ea1fc65d869), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:22.573657 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-4386d85e-b62d-4446-840f-23a1aa378920 admin admin] Calling delete_port for ba1febde-a774-44d6-978d-8ea1fc65d869 owned by network:dhcp {{(pid=104368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:44:22.628505 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-d405c3c2-ca97-4be9-8f07-6b67f7ce0dd5 None None] For port ba1febde-a774-44d6-978d-8ea1fc65d869, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=ba1febde-a774-44d6-978d-8ea1fc65d869,segment=NetworkSegment(ce1819a5-765d-4f56-8809-88a6774bc35d),segment_id=ce1819a5-765d-4f56-8809-88a6774bc35d)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:44:22.628915 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-d405c3c2-ca97-4be9-8f07-6b67f7ce0dd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (ba1febde-a774-44d6-978d-8ea1fc65d869), precommit_delete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:22.645438 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-d405c3c2-ca97-4be9-8f07-6b67f7ce0dd5 None None] Calling delete_port for ba1febde-a774-44d6-978d-8ea1fc65d869 owned by network:dhcp {{(pid=104370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:44:22.785159 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4386d85e-b62d-4446-840f-23a1aa378920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (ba1febde-a774-44d6-978d-8ea1fc65d869), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:22.792674 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-d405c3c2-ca97-4be9-8f07-6b67f7ce0dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988'] for port (ba1febde-a774-44d6-978d-8ea1fc65d869), after_delete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:22.810767 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4386d85e-b62d-4446-840f-23a1aa378920 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba1febde-a774-44d6-978d-8ea1fc65d869,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:22.814427 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4386d85e-b62d-4446-840f-23a1aa378920 admin admin] No DVR routers for this DVR port ba1febde-a774-44d6-978d-8ea1fc65d869 on host dv-cinder-847864-8-iscsi {{(pid=104368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:44:22.831462 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d405c3c2-ca97-4be9-8f07-6b67f7ce0dd5 None None] No DVR routers for this DVR port ba1febde-a774-44d6-978d-8ea1fc65d869 on host dv-cinder-847864-8-iscsi {{(pid=104370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:44:22.831462 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405c3c2-ca97-4be9-8f07-6b67f7ce0dd5 None None] Pushing event deleted for resources: {'Port': ['ID=ba1febde-a774-44d6-978d-8ea1fc65d869,revision_number=None']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:22.897249 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4386d85e-b62d-4446-840f-23a1aa378920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626208', 'neutron.services.segments.db._delete_segments_for_network-8786056706762'] for network (b9a0aff9-4db3-4151-8258-5ca59205b7ca), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:22.919716 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.services.segments.db [None req-4386d85e-b62d-4446-840f-23a1aa378920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a0aff9-4db3-4151-8258-5ca59205b7ca']}} {{(pid=104368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:44:22.929417 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.services.segments.db [None req-4386d85e-b62d-4446-840f-23a1aa378920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce1819a5-765d-4f56-8809-88a6774bc35d') {'for_net_delete': True} {{(pid=104368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:44:22.929913 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.services.segments.db [None req-4386d85e-b62d-4446-840f-23a1aa378920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce1819a5-765d-4f56-8809-88a6774bc35d') {} {{(pid=104368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:44:22.942339 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4386d85e-b62d-4446-840f-23a1aa378920 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786056707283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5352006'] for segment (ce1819a5-765d-4f56-8809-88a6774bc35d), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:22.958983 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4386d85e-b62d-4446-840f-23a1aa378920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (ce1819a5-765d-4f56-8809-88a6774bc35d), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:22.966135 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4386d85e-b62d-4446-840f-23a1aa378920 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=104368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 13:44:22.966752 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4386d85e-b62d-4446-840f-23a1aa378920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5190984'] for segment (ce1819a5-765d-4f56-8809-88a6774bc35d), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:23.103277 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.services.segments.plugin [-] Segment ce1819a5-765d-4f56-8809-88a6774bc35d resource provider aggregate not found Aug 02 13:44:23.119957 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.services.segments.plugin [-] Segment ce1819a5-765d-4f56-8809-88a6774bc35d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce1819a5-765d-4f56-8809-88a6774bc35d found for delete ", "request_id": "req-3c6b6dad-6a89-49b7-b366-6d3f595684c1"}]} Aug 02 13:44:23.127620 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4386d85e-b62d-4446-840f-23a1aa378920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772273'] for network (b9a0aff9-4db3-4151-8258-5ca59205b7ca), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:23.134342 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4386d85e-b62d-4446-840f-23a1aa378920 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:23.137645 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-4386d85e-b62d-4446-840f-23a1aa378920 admin admin] 10.222.0.67 "DELETE /v2.0/networks/b9a0aff9-4db3-4151-8258-5ca59205b7ca HTTP/1.1" status: 204 len: 168 time: 0.8270581 Aug 02 13:44:23.150686 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4386d85e-b62d-4446-840f-23a1aa378920 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9a0aff9-4db3-4151-8258-5ca59205b7ca,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:23.317466 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3a294-6686-483f-8feb-919c0ae44fcf req-491900d9-10b6-4f56-af12-fbc517dcc0cf tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:23.320274 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-acf3a294-6686-483f-8feb-919c0ae44fcf req-491900d9-10b6-4f56-af12-fbc517dcc0cf tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 945 time: 0.0598686 Aug 02 13:44:23.380509 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-acf3a294-6686-483f-8feb-919c0ae44fcf req-9badc23d-975d-4bb1-8ed1-22ed617612c6 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538776 Aug 02 13:44:23.462475 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 319a239b-729c-484f-a6f7-158e17594b21 no longer exists at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:44:23.483959 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] No Port match for: 319a239b-729c-484f-a6f7-158e17594b21 {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:44:23.484383 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 319a239b-729c-484f-a6f7-158e17594b21 not bound to the agent host dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:44:23.484808 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 2f4fd170-9c0e-4687-a42f-6a90e13fb50e no longer exists at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:44:23.504613 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] No Port match for: 2f4fd170-9c0e-4687-a42f-6a90e13fb50e {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:44:23.505030 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 2f4fd170-9c0e-4687-a42f-6a90e13fb50e not bound to the agent host dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:44:23.505528 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device ba1febde-a774-44d6-978d-8ea1fc65d869 no longer exists at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:44:23.530067 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] No Port match for: ba1febde-a774-44d6-978d-8ea1fc65d869 {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:44:23.530067 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device ba1febde-a774-44d6-978d-8ea1fc65d869 not bound to the agent host dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:44:23.530445 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 39712) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:23.579002 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-4b85079e-ba35-49a8-a96f-19b5bbd79fa2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b2fd74b29e9441818796d9040d4be7e5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0473354 Aug 02 13:44:23.581375 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 39714) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:23.636942 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-f90363c7-09ab-4ce2-8122-7485d45a8c13 admin admin] Publish callbacks [] for security_group (22d728b9-b8a2-41b1-9f33-231f2b52a38b), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:23.659004 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-f90363c7-09ab-4ce2-8122-7485d45a8c13 admin admin] Publish callbacks [] for security_group (22d728b9-b8a2-41b1-9f33-231f2b52a38b), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:23.837139 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-f90363c7-09ab-4ce2-8122-7485d45a8c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (22d728b9-b8a2-41b1-9f33-231f2b52a38b), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:23.840088 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-f90363c7-09ab-4ce2-8122-7485d45a8c13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:23.841297 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-f90363c7-09ab-4ce2-8122-7485d45a8c13 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/22d728b9-b8a2-41b1-9f33-231f2b52a38b HTTP/1.1" status: 204 len: 168 time: 0.2589946 Aug 02 13:44:23.850155 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90363c7-09ab-4ce2-8122-7485d45a8c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d728b9-b8a2-41b1-9f33-231f2b52a38b,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:24.202197 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-1f9d8378-3738-4022-a37c-5226f2ea0d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:24.530101 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1262c9a-22c6-4bc3-9afd-a3e3e4bd4589 req-aeee244f-f4df-4699-aad0-70bbf704cec7 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:24.531741 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-c1262c9a-22c6-4bc3-9afd-a3e3e4bd4589 req-aeee244f-f4df-4699-aad0-70bbf704cec7 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 945 time: 0.0576949 Aug 02 13:44:24.587480 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-c1262c9a-22c6-4bc3-9afd-a3e3e4bd4589 req-9f4fae5c-f5d9-486d-bd34-75bc7fb9fd06 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485086 Aug 02 13:44:25.176881 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:25.747717 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69395613-35df-4d7d-a190-52923c379a92 req-48326b7a-ee9b-4e81-9584-14714b04314a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:25.749380 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-69395613-35df-4d7d-a190-52923c379a92 req-48326b7a-ee9b-4e81-9584-14714b04314a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 945 time: 0.0661416 Aug 02 13:44:25.813648 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-69395613-35df-4d7d-a190-52923c379a92 req-4ce06839-f865-4427-9080-89a6ff0cafaa tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536845 Aug 02 13:44:26.479985 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-162845d7-755f-4e39-bc6c-a3bbf4e04493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:26.953834 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2320b-2119-4f56-9449-1e06e23058d3 req-216991ec-41b4-4a2d-bce8-cd76c4022029 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:26.955430 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8ba2320b-2119-4f56-9449-1e06e23058d3 req-216991ec-41b4-4a2d-bce8-cd76c4022029 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 945 time: 0.0569646 Aug 02 13:44:27.012545 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8ba2320b-2119-4f56-9449-1e06e23058d3 req-12b380df-29e9-4058-bdb4-9a4eef489846 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509748 Aug 02 13:44:27.681837 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:28.153919 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e6380-8c6f-433f-bb81-df8441f442fa req-63ef0d04-be27-4aa4-a60b-e3264d908f28 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:28.155486 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-599e6380-8c6f-433f-bb81-df8441f442fa req-63ef0d04-be27-4aa4-a60b-e3264d908f28 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 945 time: 0.0557811 Aug 02 13:44:28.215059 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-599e6380-8c6f-433f-bb81-df8441f442fa req-76923dd1-6d0e-4073-9287-5b73529ad4fe tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540369 Aug 02 13:44:29.247967 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:29.355785 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f14714-46f0-43ec-b558-b4439960cc9c req-d48f6f54-687b-4759-9729-4a73272cf9f5 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:29.357368 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-56f14714-46f0-43ec-b558-b4439960cc9c req-d48f6f54-687b-4759-9729-4a73272cf9f5 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 945 time: 0.0611465 Aug 02 13:44:29.416823 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-56f14714-46f0-43ec-b558-b4439960cc9c req-6984653f-de4c-4761-bf68-8c2eb6ecf36a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532777 Aug 02 13:44:30.309637 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 13:44:30.419370 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3,segment=NetworkSegment(e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75),segment_id=e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:44:30.432049 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Returning: {'device': 'cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3', 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e', 'port_id': 'cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3', 'mac_address': 'fa:16:3e:23:c8:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 13:44:30.524771 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 is: ACTIVE; New status is: BUILD {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:44:30.526164 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:30.542136 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 {{(pid=104370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:44:30.578170 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a926d2-1f42-4e56-ba4d-9a2ce1ec0c3c req-496b2cca-da22-44a1-90e4-6e28ffa858f5 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:30.597058 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-45a926d2-1f42-4e56-ba4d-9a2ce1ec0c3c req-496b2cca-da22-44a1-90e4-6e28ffa858f5 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 945 time: 0.0698259 Aug 02 13:44:30.598016 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3,segment=NetworkSegment(e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75),segment_id=e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:44:30.643655 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-45a926d2-1f42-4e56-ba4d-9a2ce1ec0c3c req-aab463c0-8778-4c75-adc7-4fbc9ff6a9cd tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545061 Aug 02 13:44:30.699167 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:30.726430 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:30.782081 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3,revision_number=6']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:30.803328 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:44:31.802992 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b642a-9d2a-48cf-af02-57f274f1a569 req-2ac7e258-54f4-4f80-ad93-46c133d3ed3a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:31.804643 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-b99b642a-9d2a-48cf-af02-57f274f1a569 req-2ac7e258-54f4-4f80-ad93-46c133d3ed3a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 944 time: 0.0697160 Aug 02 13:44:31.857903 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-b99b642a-9d2a-48cf-af02-57f274f1a569 req-483f8188-b1bc-4650-913d-bb8514c3ad28 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456083 Aug 02 13:44:32.302116 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de81cf-fce9-4d93-806e-6649d03099df req-c85114a1-15ac-4f2b-8ca8-9ff632a4be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:32.303715 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-73de81cf-fce9-4d93-806e-6649d03099df req-c85114a1-15ac-4f2b-8ca8-9ff632a4be25 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b3a8010c56d4c2a827a2b3da2e2b222&device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 1128 time: 0.0573151 Aug 02 13:44:32.324795 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 up at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:44:32.395697 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning complete for port cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:44:32.396148 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:32.444755 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de81cf-fce9-4d93-806e-6649d03099df req-7fb81fc2-3bc3-4fb0-99e7-79c05ec58e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:32.446362 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-73de81cf-fce9-4d93-806e-6649d03099df req-7fb81fc2-3bc3-4fb0-99e7-79c05ec58e92 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d1ca7bc5-1e11-41ba-99a3-db435e41589e HTTP/1.1" status: 200 len: 918 time: 0.1228786 Aug 02 13:44:32.543685 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 is: BUILD; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:44:32.544938 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:32.577686 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-73de81cf-fce9-4d93-806e-6649d03099df req-be51a9e6-4273-4e26-bcd4-29172e284bef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 HTTP/1.1" status: 200 len: 1000 time: 0.1244340 Aug 02 13:44:32.660726 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80afd455-13f1-44f6-a7f6-ed22f895a1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3'}] {{(pid=104370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:44:32.672052 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7baa883c66606d2bd29c352a6206e712ed5fe15c106669ddbeacd0f82211b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6876bd47-eed5-4ce5-b275-807b82f97cb6" -d '{"events": [{"server_uuid": "80afd455-13f1-44f6-a7f6-ed22f895a1a4", "name": "network-vif-plugged", "status": "completed", "tag": "cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3"}]}' {{(pid=104370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:44:32.714793 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3,segment=NetworkSegment(e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75),segment_id=e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:44:32.745770 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de81cf-fce9-4d93-806e-6649d03099df req-557bc46d-3069-4dba-b63b-603011d58e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:32.748337 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-73de81cf-fce9-4d93-806e-6649d03099df req-557bc46d-3069-4dba-b63b-603011d58e9d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1b3380a-fd77-4082-a681-a2409a13bef9 HTTP/1.1" status: 200 len: 856 time: 0.1619196 Aug 02 13:44:32.769795 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfab0257-abb4-4ae0-918d-83a8fa131de6 x-openstack-request-id: req-dfab0257-abb4-4ae0-918d-83a8fa131de6 {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:44:32.770598 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80afd455-13f1-44f6-a7f6-ed22f895a1a4", "name": "network-vif-plugged", "status": "completed", "tag": "cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3", "code": 200}]} {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:44:32.771254 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dfab0257-abb4-4ae0-918d-83a8fa131de6 {{(pid=104370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:44:32.772814 dv-cinder-847864-8-iscsi neutron-server[104370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfab0257-abb4-4ae0-918d-83a8fa131de6'] response: {'server_uuid': '80afd455-13f1-44f6-a7f6-ed22f895a1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3', 'code': 200} Aug 02 13:44:32.811478 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:32.881103 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de81cf-fce9-4d93-806e-6649d03099df req-17735597-cb0f-4814-8577-db3fa46311ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:32.885475 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-73de81cf-fce9-4d93-806e-6649d03099df req-17735597-cb0f-4814-8577-db3fa46311ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d1ca7bc5-1e11-41ba-99a3-db435e41589e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1229334 Aug 02 13:44:32.886917 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3,revision_number=7']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:33.097787 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72abb60-da07-426d-b8f4-b5b697b45ea2 req-be7e2e89-dedd-444c-8003-6f615085f130 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:33.100174 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d72abb60-da07-426d-b8f4-b5b697b45ea2 req-be7e2e89-dedd-444c-8003-6f615085f130 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 945 time: 0.1411233 Aug 02 13:44:33.103035 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-73de81cf-fce9-4d93-806e-6649d03099df req-ec4c6b60-a7eb-4abf-9bc0-4e43c0d0423c service neutron] 10.222.0.20 "GET /v2.0/networks/d1ca7bc5-1e11-41ba-99a3-db435e41589e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125497 Aug 02 13:44:33.222179 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d72abb60-da07-426d-b8f4-b5b697b45ea2 req-26ae1bdb-2569-4462-957e-3291b4dd4661 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138670 Aug 02 13:44:33.233223 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-73de81cf-fce9-4d93-806e-6649d03099df req-dc91d1e4-c8d5-41d1-905e-3bc92836cc40 service neutron] 10.222.0.20 "GET /v2.0/networks/d1ca7bc5-1e11-41ba-99a3-db435e41589e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246536 Aug 02 13:44:34.376490 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 39954) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:34.445081 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fdc43-7a8d-4934-9de3-3e36e838d3ac req-bac2c853-49f1-4414-9f56-8e0ed5c79193 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:34.448434 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-c09fdc43-7a8d-4934-9de3-3e36e838d3ac req-bac2c853-49f1-4414-9f56-8e0ed5c79193 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 945 time: 0.0958297 Aug 02 13:44:34.601417 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f246b6aa-9770-411e-968f-29744a1d2463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:34.713163 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:44:34.761066 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f246b6aa-9770-411e-968f-29744a1d2463 admin admin] Publish callbacks [] for security_group (164e9b43-9b10-48cf-a79e-031226844a55), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:34.853288 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f246b6aa-9770-411e-968f-29744a1d2463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (164e9b43-9b10-48cf-a79e-031226844a55), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:34.901074 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-c09fdc43-7a8d-4934-9de3-3e36e838d3ac req-09db2b44-a10f-4b3f-aebf-fb87ff4f2826 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4461093 Aug 02 13:44:34.962150 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246b6aa-9770-411e-968f-29744a1d2463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164e9b43-9b10-48cf-a79e-031226844a55,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:35.001074 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-f246b6aa-9770-411e-968f-29744a1d2463 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=229cb17f729e40b58a2f0b3906f2d16b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6226683 Aug 02 13:44:35.003597 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 39960) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:35.081335 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ef63edf5-912f-49fb-bc03-e75a36a2cf3d admin admin] Publish callbacks [] for security_group (164e9b43-9b10-48cf-a79e-031226844a55), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:35.126991 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ef63edf5-912f-49fb-bc03-e75a36a2cf3d admin admin] Publish callbacks [] for security_group (164e9b43-9b10-48cf-a79e-031226844a55), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:35.305230 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ef63edf5-912f-49fb-bc03-e75a36a2cf3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (164e9b43-9b10-48cf-a79e-031226844a55), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:35.308535 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ef63edf5-912f-49fb-bc03-e75a36a2cf3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:35.312629 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-ef63edf5-912f-49fb-bc03-e75a36a2cf3d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/164e9b43-9b10-48cf-a79e-031226844a55 HTTP/1.1" status: 204 len: 168 time: 0.3080142 Aug 02 13:44:35.321602 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63edf5-912f-49fb-bc03-e75a36a2cf3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164e9b43-9b10-48cf-a79e-031226844a55,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:36.070904 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9c05c-b971-4293-a123-49b3bde20806 req-43c799cf-245c-4c81-9258-b77c408351dd tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:36.072737 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-75b9c05c-b971-4293-a123-49b3bde20806 req-43c799cf-245c-4c81-9258-b77c408351dd tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 945 time: 0.0593102 Aug 02 13:44:36.133136 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-75b9c05c-b971-4293-a123-49b3bde20806 req-0a8043f2-a42a-42ea-8594-fa2b4f2debd4 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538762 Aug 02 13:44:36.470933 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 39974) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:36.488622 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6fd70cb2-d8a6-42a6-9c1d-7eeba4b5d4ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:36.620416 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6fd70cb2-d8a6-42a6-9c1d-7eeba4b5d4ca admin admin] Publish callbacks [] for security_group (3f8accbf-8da6-4e2a-ac78-58b3bb94b43f), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:36.743564 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6fd70cb2-d8a6-42a6-9c1d-7eeba4b5d4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (3f8accbf-8da6-4e2a-ac78-58b3bb94b43f), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:36.790762 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-6fd70cb2-d8a6-42a6-9c1d-7eeba4b5d4ca admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f4145840a3304c9093f66314ac0e627e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3175657 Aug 02 13:44:36.791609 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd70cb2-d8a6-42a6-9c1d-7eeba4b5d4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8accbf-8da6-4e2a-ac78-58b3bb94b43f,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:36.792944 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 39976) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:36.854386 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-baf9d28b-2750-4ce3-b53c-88dd7341bf3a admin admin] Publish callbacks [] for security_group (3f8accbf-8da6-4e2a-ac78-58b3bb94b43f), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:36.880111 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-baf9d28b-2750-4ce3-b53c-88dd7341bf3a admin admin] Publish callbacks [] for security_group (3f8accbf-8da6-4e2a-ac78-58b3bb94b43f), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:37.076649 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-baf9d28b-2750-4ce3-b53c-88dd7341bf3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (3f8accbf-8da6-4e2a-ac78-58b3bb94b43f), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:37.080229 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-baf9d28b-2750-4ce3-b53c-88dd7341bf3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:37.081450 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-baf9d28b-2750-4ce3-b53c-88dd7341bf3a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3f8accbf-8da6-4e2a-ac78-58b3bb94b43f HTTP/1.1" status: 204 len: 168 time: 0.2872043 Aug 02 13:44:37.095713 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9d28b-2750-4ce3-b53c-88dd7341bf3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8accbf-8da6-4e2a-ac78-58b3bb94b43f,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:37.352293 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2cdc0-8d95-49e2-abfb-0eecfec3ff5c req-64c30925-6bf5-418d-8f35-2553f51de3b4 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:37.359588 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1dd2cdc0-8d95-49e2-abfb-0eecfec3ff5c req-64c30925-6bf5-418d-8f35-2553f51de3b4 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 945 time: 0.0966539 Aug 02 13:44:37.419731 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1dd2cdc0-8d95-49e2-abfb-0eecfec3ff5c req-08b05865-1f7f-46aa-b899-b6872d46ca30 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592475 Aug 02 13:44:38.601369 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25107337-a2b4-4914-acfa-03606f9c2192 req-6c0778b3-8040-4a2d-bc34-05a7b82bf4c2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:38.608595 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-25107337-a2b4-4914-acfa-03606f9c2192 req-6c0778b3-8040-4a2d-bc34-05a7b82bf4c2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 945 time: 0.0800827 Aug 02 13:44:38.669215 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-25107337-a2b4-4914-acfa-03606f9c2192 req-b6571c06-a0c3-4ee6-8ffe-aea2ee1de0ec tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523891 Aug 02 13:44:39.805951 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d0b08-0c82-4284-a98c-0857c404a403 req-c238b31c-8d52-46f4-9108-15dc4fbc72fa tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:39.807749 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-fe2d0b08-0c82-4284-a98c-0857c404a403 req-c238b31c-8d52-46f4-9108-15dc4fbc72fa tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 945 time: 0.0555921 Aug 02 13:44:39.859791 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-fe2d0b08-0c82-4284-a98c-0857c404a403 req-14268477-3e67-4fb4-acc7-7710298d4d11 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458591 Aug 02 13:44:41.004003 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92477111-21f5-4233-8f22-75c6d5eec3bd req-5faad0ea-857d-4795-9a8f-8398aea17478 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:41.005811 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-92477111-21f5-4233-8f22-75c6d5eec3bd req-5faad0ea-857d-4795-9a8f-8398aea17478 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 945 time: 0.0592825 Aug 02 13:44:41.064560 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-92477111-21f5-4233-8f22-75c6d5eec3bd req-60cb5df2-e996-4db3-8e46-883854aa562c tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516496 Aug 02 13:44:42.221764 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbde5d-e5cb-49cd-9cbb-040f2cb93b05 req-02f756aa-2cdb-42bf-bd0c-407be5bb74b2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:42.224268 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1dcbde5d-e5cb-49cd-9cbb-040f2cb93b05 req-02f756aa-2cdb-42bf-bd0c-407be5bb74b2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 945 time: 0.0684800 Aug 02 13:44:42.298083 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1dcbde5d-e5cb-49cd-9cbb-040f2cb93b05 req-59898631-4df9-4004-948f-f7d43d11c1a5 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675240 Aug 02 13:44:43.492707 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5734b-a443-47b1-a6ca-c91d0aba4028 req-672b0a57-7ecd-4032-8316-f2b68fbf62bb tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:43.546268 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-bcb5734b-a443-47b1-a6ca-c91d0aba4028 req-672b0a57-7ecd-4032-8316-f2b68fbf62bb tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 945 time: 0.0885177 Aug 02 13:44:43.580051 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-bcb5734b-a443-47b1-a6ca-c91d0aba4028 req-d19ec47d-8388-4f10-80dd-191f426a0621 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738349 Aug 02 13:44:44.744094 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fa808-298c-4f71-b270-e21839513b33 req-5c8ba1d9-bee2-40d1-b498-3462f83cb9ff tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:44.745593 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-856fa808-298c-4f71-b270-e21839513b33 req-5c8ba1d9-bee2-40d1-b498-3462f83cb9ff tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 945 time: 0.0600486 Aug 02 13:44:44.803990 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-856fa808-298c-4f71-b270-e21839513b33 req-afbfdd0a-c309-4bab-bdbe-8a3784ae14e5 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520449 Aug 02 13:44:45.482669 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 40118) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:45.643788 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-d7cc987c-bad9-40db-baa1-b62d4d3ad95d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:45.735810 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-d7cc987c-bad9-40db-baa1-b62d4d3ad95d admin admin] Publish callbacks [] for security_group (386b4341-7cc6-478b-b1f8-f926ac529c25), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:45.875269 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-d7cc987c-bad9-40db-baa1-b62d4d3ad95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (386b4341-7cc6-478b-b1f8-f926ac529c25), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:45.917979 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-d7cc987c-bad9-40db-baa1-b62d4d3ad95d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=30485ab468c2424cbe09c187952f1e3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4330940 Aug 02 13:44:45.919059 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc987c-bad9-40db-baa1-b62d4d3ad95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386b4341-7cc6-478b-b1f8-f926ac529c25,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:45.919807 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 40130) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:45.988588 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0d21a-673c-4c56-b5a8-12b150d8d156 req-877ca9e2-b2a5-4e53-9b8b-8fc28da48956 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:45.990158 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-bac0d21a-673c-4c56-b5a8-12b150d8d156 req-877ca9e2-b2a5-4e53-9b8b-8fc28da48956 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 945 time: 0.0978720 Aug 02 13:44:45.993409 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-50409ee7-9978-464b-8a08-d1f855918192 admin admin] Publish callbacks [] for security_group (386b4341-7cc6-478b-b1f8-f926ac529c25), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:46.031355 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-50409ee7-9978-464b-8a08-d1f855918192 admin admin] Publish callbacks [] for security_group (386b4341-7cc6-478b-b1f8-f926ac529c25), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:46.081959 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-bac0d21a-673c-4c56-b5a8-12b150d8d156 req-6d91866b-5290-4850-88ae-f0d0592321a6 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835676 Aug 02 13:44:46.193596 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-50409ee7-9978-464b-8a08-d1f855918192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (386b4341-7cc6-478b-b1f8-f926ac529c25), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:46.197312 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-50409ee7-9978-464b-8a08-d1f855918192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:46.203180 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-50409ee7-9978-464b-8a08-d1f855918192 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/386b4341-7cc6-478b-b1f8-f926ac529c25 HTTP/1.1" status: 204 len: 168 time: 0.2770669 Aug 02 13:44:46.207484 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50409ee7-9978-464b-8a08-d1f855918192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386b4341-7cc6-478b-b1f8-f926ac529c25,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:47.083300 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab89bc-7b5c-423b-98a4-8e56fdc65e86 req-0ca071d0-3379-4de0-8c2d-33ad9a9af4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:47.083300 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-49ab89bc-7b5c-423b-98a4-8e56fdc65e86 req-0ca071d0-3379-4de0-8c2d-33ad9a9af4d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b3a8010c56d4c2a827a2b3da2e2b222&device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 1129 time: 0.0466435 Aug 02 13:44:47.246836 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab89bc-7b5c-423b-98a4-8e56fdc65e86 req-87eab02f-e3ec-4e66-9e56-8a75572ca7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:47.249209 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-49ab89bc-7b5c-423b-98a4-8e56fdc65e86 req-87eab02f-e3ec-4e66-9e56-8a75572ca7df service neutron] 10.222.0.20 "GET /v2.0/networks?id=d1ca7bc5-1e11-41ba-99a3-db435e41589e HTTP/1.1" status: 200 len: 918 time: 0.1591692 Aug 02 13:44:47.268129 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 40174) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:47.322273 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e18e6-adcc-4955-a7ef-62be02925a26 req-fd49eec2-2c99-4117-bdea-8e979a9cca40 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:47.323868 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-dd6e18e6-adcc-4955-a7ef-62be02925a26 req-fd49eec2-2c99-4117-bdea-8e979a9cca40 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 945 time: 0.1383097 Aug 02 13:44:47.363147 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-49ab89bc-7b5c-423b-98a4-8e56fdc65e86 req-ca07a89f-635c-4c62-8d98-e5137bb0dbc5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 HTTP/1.1" status: 200 len: 1001 time: 0.1074338 Aug 02 13:44:47.395111 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-bdfae682-9a06-4e21-a7ea-e8d1ef2c5cd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:47.418592 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-dd6e18e6-adcc-4955-a7ef-62be02925a26 req-6a8965f9-f9fb-441a-b34e-6a59dd7264a5 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872622 Aug 02 13:44:47.431650 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab89bc-7b5c-423b-98a4-8e56fdc65e86 req-cc718114-22ee-4ada-ab30-4c34dd7b236a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:47.433161 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-49ab89bc-7b5c-423b-98a4-8e56fdc65e86 req-cc718114-22ee-4ada-ab30-4c34dd7b236a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1b3380a-fd77-4082-a681-a2409a13bef9 HTTP/1.1" status: 200 len: 856 time: 0.0634656 Aug 02 13:44:47.497905 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-bdfae682-9a06-4e21-a7ea-e8d1ef2c5cd3 admin admin] Publish callbacks [] for security_group (bb6a9203-856b-4a58-a94b-f43aef33a564), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:47.503687 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab89bc-7b5c-423b-98a4-8e56fdc65e86 req-38145e44-fefe-4d2d-be5f-18286faee7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:47.505234 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-49ab89bc-7b5c-423b-98a4-8e56fdc65e86 req-38145e44-fefe-4d2d-be5f-18286faee7ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d1ca7bc5-1e11-41ba-99a3-db435e41589e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655253 Aug 02 13:44:47.577089 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-bdfae682-9a06-4e21-a7ea-e8d1ef2c5cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (bb6a9203-856b-4a58-a94b-f43aef33a564), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:47.606491 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-49ab89bc-7b5c-423b-98a4-8e56fdc65e86 req-d6951c7e-314b-499f-b7b7-26831a89121a service neutron] 10.222.0.20 "GET /v2.0/networks/d1ca7bc5-1e11-41ba-99a3-db435e41589e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955129 Aug 02 13:44:47.629535 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-bdfae682-9a06-4e21-a7ea-e8d1ef2c5cd3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f4af311476a94fa4b4b81ce228ed0b41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3602924 Aug 02 13:44:47.631365 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfae682-9a06-4e21-a7ea-e8d1ef2c5cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6a9203-856b-4a58-a94b-f43aef33a564,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:47.633781 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 40182) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:47.688971 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-23f38355-8c4d-4b14-9750-b8657c66d47c admin admin] Publish callbacks [] for security_group (bb6a9203-856b-4a58-a94b-f43aef33a564), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:47.711691 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-23f38355-8c4d-4b14-9750-b8657c66d47c admin admin] Publish callbacks [] for security_group (bb6a9203-856b-4a58-a94b-f43aef33a564), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:47.713819 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-49ab89bc-7b5c-423b-98a4-8e56fdc65e86 req-5f647669-37c2-47a9-8603-4b5e85a7d382 service neutron] 10.222.0.20 "GET /v2.0/networks/d1ca7bc5-1e11-41ba-99a3-db435e41589e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015542 Aug 02 13:44:47.863925 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-23f38355-8c4d-4b14-9750-b8657c66d47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (bb6a9203-856b-4a58-a94b-f43aef33a564), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:47.866614 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-23f38355-8c4d-4b14-9750-b8657c66d47c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:47.867820 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-23f38355-8c4d-4b14-9750-b8657c66d47c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bb6a9203-856b-4a58-a94b-f43aef33a564 HTTP/1.1" status: 204 len: 168 time: 0.2328086 Aug 02 13:44:47.876524 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f38355-8c4d-4b14-9750-b8657c66d47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6a9203-856b-4a58-a94b-f43aef33a564,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:48.562769 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62711882-c8f5-4cfe-b178-7453d60ac587 req-90901468-be02-4e68-ae93-637a6eb16f60 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:48.564507 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-62711882-c8f5-4cfe-b178-7453d60ac587 req-90901468-be02-4e68-ae93-637a6eb16f60 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 945 time: 0.0653667 Aug 02 13:44:48.621700 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-62711882-c8f5-4cfe-b178-7453d60ac587 req-b57b82f1-381f-49b3-b61a-0f11c3c22a08 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510945 Aug 02 13:44:48.684774 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 40206) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:48.701624 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ffb1de1c-f500-41d0-af0c-87a0e63b162c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:48.792082 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ffb1de1c-f500-41d0-af0c-87a0e63b162c admin admin] Publish callbacks [] for security_group (0c7694db-c90e-4d76-8423-4738518e51c5), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:48.898121 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ffb1de1c-f500-41d0-af0c-87a0e63b162c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (0c7694db-c90e-4d76-8423-4738518e51c5), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:48.939866 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-ffb1de1c-f500-41d0-af0c-87a0e63b162c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9d8fcef8433147448c545f31f47fee1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2535567 Aug 02 13:44:48.940755 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1de1c-f500-41d0-af0c-87a0e63b162c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7694db-c90e-4d76-8423-4738518e51c5,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:48.942792 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 40208) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:48.993015 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a6a432a5-0748-407e-baa0-3f6664144182 admin admin] Publish callbacks [] for security_group (0c7694db-c90e-4d76-8423-4738518e51c5), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:49.015752 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a6a432a5-0748-407e-baa0-3f6664144182 admin admin] Publish callbacks [] for security_group (0c7694db-c90e-4d76-8423-4738518e51c5), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:49.476768 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a6a432a5-0748-407e-baa0-3f6664144182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (0c7694db-c90e-4d76-8423-4738518e51c5), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:49.481127 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a6a432a5-0748-407e-baa0-3f6664144182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:49.482903 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-a6a432a5-0748-407e-baa0-3f6664144182 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0c7694db-c90e-4d76-8423-4738518e51c5 HTTP/1.1" status: 204 len: 168 time: 0.5388427 Aug 02 13:44:49.497810 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a432a5-0748-407e-baa0-3f6664144182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7694db-c90e-4d76-8423-4738518e51c5,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:49.774476 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b1907-5078-4573-a4f8-280ed79ab148 req-22a4f001-2e65-422a-880d-0ac4a001617f tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:49.776837 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-517b1907-5078-4573-a4f8-280ed79ab148 req-22a4f001-2e65-422a-880d-0ac4a001617f tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 945 time: 0.0739200 Aug 02 13:44:49.828257 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-517b1907-5078-4573-a4f8-280ed79ab148 req-0fe098e0-a6ba-40dd-bac9-880ce97b56cb tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455034 Aug 02 13:44:50.466895 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:44:50.540504 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 is: ACTIVE; New status is: DOWN {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:44:50.540904 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:50.570258 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80afd455-13f1-44f6-a7f6-ed22f895a1a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3'}] {{(pid=104370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:44:50.572769 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7baa883c66606d2bd29c352a6206e712ed5fe15c106669ddbeacd0f82211b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc11ca8-378d-4f34-a1ff-0f652b1a53dd" -d '{"events": [{"server_uuid": "80afd455-13f1-44f6-a7f6-ed22f895a1a4", "name": "network-vif-unplugged", "status": "completed", "tag": "cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3"}]}' {{(pid=104370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:44:50.591305 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3,segment=NetworkSegment(e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75),segment_id=e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:44:50.609625 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 02 Aug 2022 13:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8445586d-75f5-4c2f-a8da-9ce1c40b2d66 x-openstack-request-id: req-8445586d-75f5-4c2f-a8da-9ce1c40b2d66 {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:44:50.609920 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80afd455-13f1-44f6-a7f6-ed22f895a1a4", "name": "network-vif-unplugged", "status": "failed", "tag": "cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3", "code": 422}]} {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:44:50.610196 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8445586d-75f5-4c2f-a8da-9ce1c40b2d66 {{(pid=104370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:44:50.610717 dv-cinder-847864-8-iscsi neutron-server[104370]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8445586d-75f5-4c2f-a8da-9ce1c40b2d66']: {'server_uuid': '80afd455-13f1-44f6-a7f6-ed22f895a1a4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3', 'code': 422} returned with failed status Aug 02 13:44:50.715734 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:50.772835 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3,revision_number=8']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:50.973487 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026f106-1ab0-420b-a43a-16281af1ac0d req-1703d388-446a-4f33-a136-79e2cf500c51 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:50.975313 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6026f106-1ab0-420b-a43a-16281af1ac0d req-1703d388-446a-4f33-a136-79e2cf500c51 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 943 time: 0.0633047 Aug 02 13:44:51.033923 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6026f106-1ab0-420b-a43a-16281af1ac0d req-9a83aafc-f7e0-4e89-ba14-666291a7e961 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520735 Aug 02 13:44:52.747806 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [req-f31d93eb-acbf-4bd0-bff5-bcd1320ed6e4 req-5003ed90-a493-403b-8782-fbb9672d50a2 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 02 13:44:52.749313 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f31d93eb-acbf-4bd0-bff5-bcd1320ed6e4 req-5003ed90-a493-403b-8782-fbb9672d50a2 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079110 Aug 02 13:44:52.996448 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 40294) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:53.148677 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2a4bf2d1-c814-4d0f-a178-f0838bf80947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:53.205234 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890d188-1a20-4231-9870-46eb79d93a92 req-4ed9d88d-9c78-4111-a03d-38fa8d1623da tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:53.214360 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4890d188-1a20-4231-9870-46eb79d93a92 req-4ed9d88d-9c78-4111-a03d-38fa8d1623da tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 943 time: 0.1009288 Aug 02 13:44:53.290344 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4890d188-1a20-4231-9870-46eb79d93a92 req-00ee40b7-387c-499e-931b-a4cb1959d0e8 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732918 Aug 02 13:44:53.305894 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2a4bf2d1-c814-4d0f-a178-f0838bf80947 admin admin] Publish callbacks [] for security_group (d83403ba-2d4d-47d1-97ef-e829f4f3fecd), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:53.435102 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2a4bf2d1-c814-4d0f-a178-f0838bf80947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (d83403ba-2d4d-47d1-97ef-e829f4f3fecd), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:53.477644 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-2a4bf2d1-c814-4d0f-a178-f0838bf80947 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=97bc4170ebfc458d91ca17f024170a9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4800978 Aug 02 13:44:53.480400 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4bf2d1-c814-4d0f-a178-f0838bf80947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83403ba-2d4d-47d1-97ef-e829f4f3fecd,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:53.480761 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 40322) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:53.550709 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-941829ae-19b7-49ff-9cbb-9b4a91669ad6 admin admin] Publish callbacks [] for security_group (d83403ba-2d4d-47d1-97ef-e829f4f3fecd), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:53.580127 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-941829ae-19b7-49ff-9cbb-9b4a91669ad6 admin admin] Publish callbacks [] for security_group (d83403ba-2d4d-47d1-97ef-e829f4f3fecd), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:53.695319 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 40332) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:53.740277 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-941829ae-19b7-49ff-9cbb-9b4a91669ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (d83403ba-2d4d-47d1-97ef-e829f4f3fecd), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:53.743587 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-941829ae-19b7-49ff-9cbb-9b4a91669ad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:53.747996 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-941829ae-19b7-49ff-9cbb-9b4a91669ad6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d83403ba-2d4d-47d1-97ef-e829f4f3fecd HTTP/1.1" status: 204 len: 168 time: 0.2635953 Aug 02 13:44:53.754557 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941829ae-19b7-49ff-9cbb-9b4a91669ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83403ba-2d4d-47d1-97ef-e829f4f3fecd,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:53.794075 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4b7f7c21-73e5-421a-9983-acc0300fc0a6 req-646f45a3-7898-4f44-9bf2-0b7d11e9a6c5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0975080 Aug 02 13:44:53.808136 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [req-4b7f7c21-73e5-421a-9983-acc0300fc0a6 req-17930d17-a1ba-4865-879c-87119811bdf0 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 02 13:44:53.809216 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4b7f7c21-73e5-421a-9983-acc0300fc0a6 req-17930d17-a1ba-4865-879c-87119811bdf0 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071235 Aug 02 13:44:53.995180 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 40344) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:54.148069 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f7c21-73e5-421a-9983-acc0300fc0a6 req-17550515-af54-4637-82f3-64f7d7032a18 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:54.149725 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4b7f7c21-73e5-421a-9983-acc0300fc0a6 req-17550515-af54-4637-82f3-64f7d7032a18 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports/cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 HTTP/1.1" status: 200 len: 940 time: 0.1535304 Aug 02 13:44:54.258104 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-89dff537-5434-4653-8f18-72cd42b96ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:54.439221 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce6fa1-3664-42b9-9d9e-89357e0e7393 req-01bbbbd5-4b5f-4184-9f0d-050ab4dee90f tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:54.441209 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-63ce6fa1-3664-42b9-9d9e-89357e0e7393 req-01bbbbd5-4b5f-4184-9f0d-050ab4dee90f tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 943 time: 0.0663657 Aug 02 13:44:54.498661 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-63ce6fa1-3664-42b9-9d9e-89357e0e7393 req-8d57ffee-63cb-4fac-a407-234625eba08a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515804 Aug 02 13:44:54.681480 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 40360) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:54.695215 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c9c7b9a9-de49-479e-a77d-5c2195858de0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:54.778205 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c9c7b9a9-de49-479e-a77d-5c2195858de0 admin admin] Publish callbacks [] for security_group (6547a3b8-403a-4cf1-8d5e-2869d4130634), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:54.932231 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-c9c7b9a9-de49-479e-a77d-5c2195858de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (6547a3b8-403a-4cf1-8d5e-2869d4130634), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:54.974615 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-c9c7b9a9-de49-479e-a77d-5c2195858de0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6aebe8e9bbd246d9af7d1ebf9fac34e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918475 Aug 02 13:44:54.975528 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c7b9a9-de49-479e-a77d-5c2195858de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6547a3b8-403a-4cf1-8d5e-2869d4130634,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:54.978042 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 40366) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:55.043265 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-924ce27a-8312-4d24-aa2b-5b5877288c74 admin admin] Publish callbacks [] for security_group (6547a3b8-403a-4cf1-8d5e-2869d4130634), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:55.064687 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-924ce27a-8312-4d24-aa2b-5b5877288c74 admin admin] Publish callbacks [] for security_group (6547a3b8-403a-4cf1-8d5e-2869d4130634), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:55.188227 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-924ce27a-8312-4d24-aa2b-5b5877288c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (6547a3b8-403a-4cf1-8d5e-2869d4130634), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:55.188719 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:55.191895 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-924ce27a-8312-4d24-aa2b-5b5877288c74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:55.194159 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-924ce27a-8312-4d24-aa2b-5b5877288c74 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6547a3b8-403a-4cf1-8d5e-2869d4130634 HTTP/1.1" status: 204 len: 168 time: 0.2138128 Aug 02 13:44:55.204784 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ce27a-8312-4d24-aa2b-5b5877288c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6547a3b8-403a-4cf1-8d5e-2869d4130634,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:55.383963 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 40372) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:55.652146 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c51c5a59-97c0-4a36-a1d4-64fbc5532ce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:55.657329 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989be386-1a38-4a3f-80ba-5a4f44e53c9e req-08a79689-e0b1-44c3-9e1b-720807393ef8 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:55.659036 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-989be386-1a38-4a3f-80ba-5a4f44e53c9e req-08a79689-e0b1-44c3-9e1b-720807393ef8 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 943 time: 0.0674536 Aug 02 13:44:55.728724 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-989be386-1a38-4a3f-80ba-5a4f44e53c9e req-afdcb8e1-9b21-4a06-aa1e-bf45a4d32924 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550063 Aug 02 13:44:55.767997 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c51c5a59-97c0-4a36-a1d4-64fbc5532ce6 admin admin] Publish callbacks [] for security_group (f6749f3e-2043-4b7c-88db-86dcfb830bef), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:55.858138 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c51c5a59-97c0-4a36-a1d4-64fbc5532ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (f6749f3e-2043-4b7c-88db-86dcfb830bef), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:55.904968 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-c51c5a59-97c0-4a36-a1d4-64fbc5532ce6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d86c18efb4904a1484bf786441c50b23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5188084 Aug 02 13:44:55.906083 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c5a59-97c0-4a36-a1d4-64fbc5532ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6749f3e-2043-4b7c-88db-86dcfb830bef,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:55.908008 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 40388) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:55.966991 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-44ac4fe3-bc3b-493c-8544-1de2d47921de admin admin] Publish callbacks [] for security_group (f6749f3e-2043-4b7c-88db-86dcfb830bef), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:55.991476 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-44ac4fe3-bc3b-493c-8544-1de2d47921de admin admin] Publish callbacks [] for security_group (f6749f3e-2043-4b7c-88db-86dcfb830bef), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:56.137847 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-44ac4fe3-bc3b-493c-8544-1de2d47921de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (f6749f3e-2043-4b7c-88db-86dcfb830bef), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:56.141701 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-44ac4fe3-bc3b-493c-8544-1de2d47921de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:56.143041 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-44ac4fe3-bc3b-493c-8544-1de2d47921de admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f6749f3e-2043-4b7c-88db-86dcfb830bef HTTP/1.1" status: 204 len: 168 time: 0.2335858 Aug 02 13:44:56.153678 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac4fe3-bc3b-493c-8544-1de2d47921de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6749f3e-2043-4b7c-88db-86dcfb830bef,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:56.456594 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-3ad58eef-de0f-48b4-80f2-5b9099730d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:56.516633 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 40400) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:56.677077 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-320394a5-8764-4833-8be5-42f89ef44a8c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-454977018-network', 'tenant_id': '212d64cda23c483ca4fcec948aec742a'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:44:56.812563 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320394a5-8764-4833-8be5-42f89ef44a8c admin admin] Made reservation on behalf of 212d64cda23c483ca4fcec948aec742a for: {'network': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:44:56.815070 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-320394a5-8764-4833-8be5-42f89ef44a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for network (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:56.828350 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-320394a5-8764-4833-8be5-42f89ef44a8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:56.872116 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0998b4a-9f63-4a07-a309-7da5b038cfba req-b35b4f25-44ea-49d8-878b-947a80397c01 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:56.873874 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e0998b4a-9f63-4a07-a309-7da5b038cfba req-b35b4f25-44ea-49d8-878b-947a80397c01 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 943 time: 0.0622563 Aug 02 13:44:56.931926 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e0998b4a-9f63-4a07-a309-7da5b038cfba req-dd2be46e-329c-4fd7-adc1-f757721631d0 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507905 Aug 02 13:44:56.932686 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-320394a5-8764-4833-8be5-42f89ef44a8c admin admin] Publish callbacks [] for security_group (e68a575b-bcda-41eb-ae87-5506e2d40bfe), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:57.031894 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 40408) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:57.046157 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-fad962bf-fbc1-4df4-abd4-cc6abce8d58f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:57.065792 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-320394a5-8764-4833-8be5-42f89ef44a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (e68a575b-bcda-41eb-ae87-5506e2d40bfe), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:57.098806 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-320394a5-8764-4833-8be5-42f89ef44a8c admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=104369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:44:57.126452 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-320394a5-8764-4833-8be5-42f89ef44a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (d02d205a-6453-460f-a975-5e7e2220633f), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:57.126797 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.db.segments_db [None req-320394a5-8764-4833-8be5-42f89ef44a8c admin admin] Added segment d02d205a-6453-460f-a975-5e7e2220633f of type vlan for network 69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45 Aug 02 13:44:57.128016 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320394a5-8764-4833-8be5-42f89ef44a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68a575b-bcda-41eb-ae87-5506e2d40bfe,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:57.187472 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-320394a5-8764-4833-8be5-42f89ef44a8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786056214182'] for network (69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:57.204096 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-fad962bf-fbc1-4df4-abd4-cc6abce8d58f admin admin] Publish callbacks [] for security_group (ecb5dcaf-5f51-4182-b010-7f595222cd85), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:57.263640 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f7c21-73e5-421a-9983-acc0300fc0a6 req-16fe3e38-cd46-4465-9b6a-2abbd517e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:57.265155 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4b7f7c21-73e5-421a-9983-acc0300fc0a6 req-16fe3e38-cd46-4465-9b6a-2abbd517e452 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4&tenant_id=9b3a8010c56d4c2a827a2b3da2e2b222 HTTP/1.1" status: 200 len: 1127 time: 0.0822723 Aug 02 13:44:57.291357 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-fad962bf-fbc1-4df4-abd4-cc6abce8d58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (ecb5dcaf-5f51-4182-b010-7f595222cd85), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:57.328555 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-320394a5-8764-4833-8be5-42f89ef44a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010'] for network (69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:57.328822 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320394a5-8764-4833-8be5-42f89ef44a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:57.329292 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-320394a5-8764-4833-8be5-42f89ef44a8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:57.351742 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f7c21-73e5-421a-9983-acc0300fc0a6 req-5c18f80e-52a5-44d0-b2d3-cdba633c3c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:57.353429 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4b7f7c21-73e5-421a-9983-acc0300fc0a6 req-5c18f80e-52a5-44d0-b2d3-cdba633c3c46 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b3a8010c56d4c2a827a2b3da2e2b222&device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 1127 time: 0.0627425 Aug 02 13:44:57.355598 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad962bf-fbc1-4df4-abd4-cc6abce8d58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb5dcaf-5f51-4182-b010-7f595222cd85,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:57.385334 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-fad962bf-fbc1-4df4-abd4-cc6abce8d58f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=07bc4f5bf0864a5b864581315ebb10e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3517601 Aug 02 13:44:57.391444 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 40410) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:57.423030 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320394a5-8764-4833-8be5-42f89ef44a8c admin admin] Pushing event updated for resources: {'Network': ['ID=69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:57.437172 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Network 69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45 details requested by agent ovs-agent-dv-cinder-847864-8-iscsi with host dv-cinder-847864-8-iscsi {{(pid=104370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 13:44:57.462470 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f7c21-73e5-421a-9983-acc0300fc0a6 req-652ea89b-b6c0-4a8f-9a85-f263e7a5436d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:57.462728 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-19493a5a-bd25-4c59-94ab-7a4b88b93013 admin admin] Publish callbacks [] for security_group (ecb5dcaf-5f51-4182-b010-7f595222cd85), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:57.462857 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4b7f7c21-73e5-421a-9983-acc0300fc0a6 req-652ea89b-b6c0-4a8f-9a85-f263e7a5436d service neutron] 10.222.0.20 "GET /v2.0/networks?id=d1ca7bc5-1e11-41ba-99a3-db435e41589e HTTP/1.1" status: 200 len: 918 time: 0.0991251 Aug 02 13:44:57.486951 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-320394a5-8764-4833-8be5-42f89ef44a8c admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9689751 Aug 02 13:44:57.490881 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 40412) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:44:57.497358 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-0d0b3f37-5b1d-47c9-b662-a21548ac8942 admin admin] Request body: {'subnet': {'network_id': '69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-454977018-subnet', 'tenant_id': '212d64cda23c483ca4fcec948aec742a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:44:57.501984 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-19493a5a-bd25-4c59-94ab-7a4b88b93013 admin admin] Publish callbacks [] for security_group (ecb5dcaf-5f51-4182-b010-7f595222cd85), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:57.542206 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4b7f7c21-73e5-421a-9983-acc0300fc0a6 req-3d9bca09-2a1e-44bf-b76a-772db58cd4a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 HTTP/1.1" status: 200 len: 999 time: 0.0775313 Aug 02 13:44:57.592349 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f7c21-73e5-421a-9983-acc0300fc0a6 req-bdf1d2fd-f0a3-4c72-b3e1-71bf81e73cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:57.593852 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4b7f7c21-73e5-421a-9983-acc0300fc0a6 req-bdf1d2fd-f0a3-4c72-b3e1-71bf81e73cdd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1b3380a-fd77-4082-a681-a2409a13bef9 HTTP/1.1" status: 200 len: 856 time: 0.0464728 Aug 02 13:44:57.630823 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:57.647699 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f7c21-73e5-421a-9983-acc0300fc0a6 req-6a94ce36-6561-4ad2-a7f1-93d81386c540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:57.649248 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4b7f7c21-73e5-421a-9983-acc0300fc0a6 req-6a94ce36-6561-4ad2-a7f1-93d81386c540 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d1ca7bc5-1e11-41ba-99a3-db435e41589e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497298 Aug 02 13:44:57.699576 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0b3f37-5b1d-47c9-b662-a21548ac8942 admin admin] Made reservation on behalf of 212d64cda23c483ca4fcec948aec742a for: {'subnet': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:44:57.701932 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0d0b3f37-5b1d-47c9-b662-a21548ac8942 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24483867'] for subnet (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:57.704735 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-19493a5a-bd25-4c59-94ab-7a4b88b93013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (ecb5dcaf-5f51-4182-b010-7f595222cd85), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:57.707537 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-19493a5a-bd25-4c59-94ab-7a4b88b93013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:57.708742 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-19493a5a-bd25-4c59-94ab-7a4b88b93013 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ecb5dcaf-5f51-4182-b010-7f595222cd85 HTTP/1.1" status: 204 len: 168 time: 0.3163052 Aug 02 13:44:57.762568 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19493a5a-bd25-4c59-94ab-7a4b88b93013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb5dcaf-5f51-4182-b010-7f595222cd85,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:57.764421 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4b7f7c21-73e5-421a-9983-acc0300fc0a6 req-5bed87e6-798d-4ad3-a171-66d02db9cc9e service neutron] 10.222.0.20 "GET /v2.0/networks/d1ca7bc5-1e11-41ba-99a3-db435e41589e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089530 Aug 02 13:44:57.877075 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4b7f7c21-73e5-421a-9983-acc0300fc0a6 req-7855389d-5d66-4c82-8bed-88fdb08c2aaf service neutron] 10.222.0.20 "GET /v2.0/networks/d1ca7bc5-1e11-41ba-99a3-db435e41589e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062870 Aug 02 13:44:58.052833 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0d0b3f37-5b1d-47c9-b662-a21548ac8942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24483849'] for subnet (f9f041ba-5029-4924-b363-16504434c2a3), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:58.153476 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598368f-8330-4485-9527-2e2f7504e932 req-71292cb6-f8c5-4d00-a9ec-0eb4c5e7fba1 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:58.155129 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9598368f-8330-4485-9527-2e2f7504e932 req-71292cb6-f8c5-4d00-a9ec-0eb4c5e7fba1 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 943 time: 0.1340761 Aug 02 13:44:58.156296 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b3f37-5b1d-47c9-b662-a21548ac8942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9f041ba-5029-4924-b363-16504434c2a3,revision_number=0']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:44:58.192159 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0b3f37-5b1d-47c9-b662-a21548ac8942 admin admin] Checking segment: {'id': 'd02d205a-6453-460f-a975-5e7e2220633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:44:58.192851 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0b3f37-5b1d-47c9-b662-a21548ac8942 admin admin] Network hostable DHCP agents. Network: 69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45, hostable agents: ['befb4f8c-7c45-422b-a3e4-83ed25d094fc'], hosted agents: [] {{(pid=104369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:44:58.230330 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9598368f-8330-4485-9527-2e2f7504e932 req-c3e8473d-24cc-4eaa-b9fa-878ca15b39cc tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668077 Aug 02 13:44:58.326434 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0b3f37-5b1d-47c9-b662-a21548ac8942 admin admin] Network 69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45 is scheduled to be hosted by DHCP agent befb4f8c-7c45-422b-a3e4-83ed25d094fc with binding_index 1 {{(pid=104369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:44:58.418589 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-0d0b3f37-5b1d-47c9-b662-a21548ac8942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-8-iscsi, 69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45) {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:44:58.423817 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0b3f37-5b1d-47c9-b662-a21548ac8942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:58.424428 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0d0b3f37-5b1d-47c9-b662-a21548ac8942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for subnet (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:58.439043 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338514c5-6f2f-41b5-9436-eb778821bbdb None None] Network 69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45 requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:44:58.528358 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-0d0b3f37-5b1d-47c9-b662-a21548ac8942 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0364079 Aug 02 13:44:58.559221 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e40ae2c-6240-4760-93ff-b154858034a1 None None] Network 69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45 requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:44:59.273980 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:44:59.449101 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426d8e8-4ed8-4f5d-bad9-a094b9106597 req-d75b66fc-4b20-4d00-9ae4-a8150e417f68 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:44:59.459632 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-8426d8e8-4ed8-4f5d-bad9-a094b9106597 req-d75b66fc-4b20-4d00-9ae4-a8150e417f68 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 943 time: 0.0924985 Aug 02 13:44:59.532213 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-8426d8e8-4ed8-4f5d-bad9-a094b9106597 req-0969e3ea-d529-4ea9-9a35-317ca4abae67 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712528 Aug 02 13:45:00.701803 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:00.708209 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418ebb2-6be5-47af-bf4b-12832cd5f6cc req-dbd170e7-2005-42de-a8ee-b34dd253ed76 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:00.710873 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d418ebb2-6be5-47af-bf4b-12832cd5f6cc req-dbd170e7-2005-42de-a8ee-b34dd253ed76 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 943 time: 0.0685081 Aug 02 13:45:00.772049 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d418ebb2-6be5-47af-bf4b-12832cd5f6cc req-83c054e4-5581-4d47-a5c6-80d320c5c8a4 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558741 Aug 02 13:45:01.343486 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-47e25b2c-358f-4361-942d-e347c70924fa tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:01.345208 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-47e25b2c-358f-4361-942d-e347c70924fa tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/networks?id=69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45 HTTP/1.1" status: 200 len: 808 time: 0.1638153 Aug 02 13:45:01.372596 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-28f7348f-3439-47f3-a731-a9b722b5dfc8 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/quotas/212d64cda23c483ca4fcec948aec742a HTTP/1.1" status: 200 len: 375 time: 0.0207324 Aug 02 13:45:01.431098 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-082b8d11-c8a0-4a8e-9bb4-1adb587609a7 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=212d64cda23c483ca4fcec948aec742a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573099 Aug 02 13:45:01.577466 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-8f46b97d-c7bb-4454-89b3-d17612043a18 service neutron] 10.222.0.67 "GET /v2.0/networks/69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389735 Aug 02 13:45:01.714859 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-913c538e-5564-43d7-b6eb-c7977678f58f service neutron] 10.222.0.67 "GET /v2.0/networks/69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296151 Aug 02 13:45:01.975829 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c983e8-d8b8-4c29-8de5-71944e348176 req-16e38900-fdc8-42e8-9ae2-54d5cb3c16fc tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:01.977106 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a2c983e8-d8b8-4c29-8de5-71944e348176 req-16e38900-fdc8-42e8-9ae2-54d5cb3c16fc tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 943 time: 0.0790529 Aug 02 13:45:02.037730 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a2c983e8-d8b8-4c29-8de5-71944e348176 req-dccf7869-fc33-4b14-815a-9568ef5d11bd tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502706 Aug 02 13:45:02.078187 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-c257d2ec-106d-4895-969f-c3d00e8040ef req-df364661-2d07-4fe9-9afa-17e910ee0ac5 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=053b4bd2-a548-438c-9318-838ad3c619a7 HTTP/1.1" status: 200 len: 210 time: 0.0453215 Aug 02 13:45:03.194948 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e3df877c-5e9c-4c8b-9337-8c6abe9bc405 req-48fb8e5a-68f4-46f0-ba55-b2f552e23ff1 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=053b4bd2-a548-438c-9318-838ad3c619a7 HTTP/1.1" status: 200 len: 210 time: 0.0361364 Aug 02 13:45:03.281626 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf766c-5fc5-4a10-8dbf-8ec97eb8da4f req-7eba9d53-8e7a-4896-8ab8-440c19480552 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:03.291642 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-39bf766c-5fc5-4a10-8dbf-8ec97eb8da4f req-7eba9d53-8e7a-4896-8ab8-440c19480552 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 943 time: 0.1102877 Aug 02 13:45:03.371881 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-39bf766c-5fc5-4a10-8dbf-8ec97eb8da4f req-d11804a6-610f-4cc7-9c4c-569da61e1d4d tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732539 Aug 02 13:45:03.679658 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 40524) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:45:03.833038 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-be53ea98-e58f-43fb-9e6b-ff5a25edaefc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:03.933358 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-be53ea98-e58f-43fb-9e6b-ff5a25edaefc admin admin] Publish callbacks [] for security_group (b3952103-e8e7-4051-8b03-a1816930edc7), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:04.006388 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-be53ea98-e58f-43fb-9e6b-ff5a25edaefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (b3952103-e8e7-4051-8b03-a1816930edc7), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:04.045458 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-be53ea98-e58f-43fb-9e6b-ff5a25edaefc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7c899e2cb17b48b78bcae932a6980370&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3641653 Aug 02 13:45:04.050147 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 40530) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:45:04.059134 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53ea98-e58f-43fb-9e6b-ff5a25edaefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3952103-e8e7-4051-8b03-a1816930edc7,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:04.075679 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53ea98-e58f-43fb-9e6b-ff5a25edaefc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:04.076028 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53ea98-e58f-43fb-9e6b-ff5a25edaefc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:04.076421 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53ea98-e58f-43fb-9e6b-ff5a25edaefc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:04.076710 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53ea98-e58f-43fb-9e6b-ff5a25edaefc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:04.077042 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53ea98-e58f-43fb-9e6b-ff5a25edaefc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:04.077369 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53ea98-e58f-43fb-9e6b-ff5a25edaefc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:04.077697 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53ea98-e58f-43fb-9e6b-ff5a25edaefc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:04.078023 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53ea98-e58f-43fb-9e6b-ff5a25edaefc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:04.078348 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53ea98-e58f-43fb-9e6b-ff5a25edaefc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:04.078753 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53ea98-e58f-43fb-9e6b-ff5a25edaefc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:04.079021 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53ea98-e58f-43fb-9e6b-ff5a25edaefc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:04.079344 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53ea98-e58f-43fb-9e6b-ff5a25edaefc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:04.079665 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be53ea98-e58f-43fb-9e6b-ff5a25edaefc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:04.165246 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0262b37b-108c-46c2-8175-39bed95dfa84 admin admin] Publish callbacks [] for security_group (b3952103-e8e7-4051-8b03-a1816930edc7), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:04.199298 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0262b37b-108c-46c2-8175-39bed95dfa84 admin admin] Publish callbacks [] for security_group (b3952103-e8e7-4051-8b03-a1816930edc7), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:04.333339 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-892babe4-d74b-49d1-b5c9-4eb0cf14a705 req-0621b8f9-786b-42ca-9ecf-c1c4aa1636e6 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=053b4bd2-a548-438c-9318-838ad3c619a7 HTTP/1.1" status: 200 len: 210 time: 0.0315795 Aug 02 13:45:04.360015 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0262b37b-108c-46c2-8175-39bed95dfa84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (b3952103-e8e7-4051-8b03-a1816930edc7), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:04.370074 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0262b37b-108c-46c2-8175-39bed95dfa84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:04.370074 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-0262b37b-108c-46c2-8175-39bed95dfa84 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b3952103-e8e7-4051-8b03-a1816930edc7 HTTP/1.1" status: 204 len: 168 time: 0.3133800 Aug 02 13:45:04.374728 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262b37b-108c-46c2-8175-39bed95dfa84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3952103-e8e7-4051-8b03-a1816930edc7,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:04.549113 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641b004-ef9b-46a8-99a7-6d59eb62d746 req-b47982c0-6aac-4b3f-b9cd-379a08a62966 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:04.560175 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-0641b004-ef9b-46a8-99a7-6d59eb62d746 req-b47982c0-6aac-4b3f-b9cd-379a08a62966 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 943 time: 0.0842760 Aug 02 13:45:04.991718 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-0641b004-ef9b-46a8-99a7-6d59eb62d746 req-308475c8-b4a3-441e-b2cb-21c0963954cb tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4293637 Aug 02 13:45:05.476108 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-8d92aab1-d795-4be5-8014-1929991885e9 req-e032d707-8fd9-4d42-92e3-b38ea4f1faf7 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=053b4bd2-a548-438c-9318-838ad3c619a7 HTTP/1.1" status: 200 len: 210 time: 0.0317543 Aug 02 13:45:06.192030 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dde224-d3b8-4686-a547-068d53a81cad req-64985e43-a595-4735-92e1-1b1d51453a53 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:06.204180 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-07dde224-d3b8-4686-a547-068d53a81cad req-64985e43-a595-4735-92e1-1b1d51453a53 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 943 time: 0.0878422 Aug 02 13:45:06.327115 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-07dde224-d3b8-4686-a547-068d53a81cad req-92271cc8-b29e-4e07-8e8f-1de45200af71 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216350 Aug 02 13:45:06.617024 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-eee33aba-0461-43a1-99a0-36f1a775d28b req-449d30c6-24e7-460a-adfd-d1d49f2a0f95 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=053b4bd2-a548-438c-9318-838ad3c619a7 HTTP/1.1" status: 200 len: 210 time: 0.0377460 Aug 02 13:45:07.511782 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52171d5b-be63-4e62-aecf-056652e2832d req-08bb0363-88c9-4650-9da3-6f4b12a4bbe9 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:07.513389 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-52171d5b-be63-4e62-aecf-056652e2832d req-08bb0363-88c9-4650-9da3-6f4b12a4bbe9 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 943 time: 0.0650465 Aug 02 13:45:07.575423 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-52171d5b-be63-4e62-aecf-056652e2832d req-b0b0a1e2-33c2-4b93-8eac-7e10c5beb995 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553193 Aug 02 13:45:07.740166 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-0628408c-9959-4289-bc82-d9c0d5a35296 req-a83a5b6c-5707-472b-bb2b-ce5123f4266c tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=053b4bd2-a548-438c-9318-838ad3c619a7 HTTP/1.1" status: 200 len: 210 time: 0.0327187 Aug 02 13:45:08.201311 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-5fc024f1-35b4-4936-9875-586c2d699504 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:08.202966 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-5fc024f1-35b4-4936-9875-586c2d699504 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.20 "GET /v2.0/networks?id=69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45 HTTP/1.1" status: 200 len: 808 time: 0.1245570 Aug 02 13:45:08.219681 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-09a9eefc-2901-4105-8336-60b5b687fd0e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Request body: {'port': {'device_id': '053b4bd2-a548-438c-9318-838ad3c619a7', 'network_id': '69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45', 'admin_state_up': True, 'tenant_id': '212d64cda23c483ca4fcec948aec742a'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:45:08.376865 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-134fdbaa-80c8-4c53-b5b9-fd6f731db82c tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=eaf91cb445b2474b803445b6be6c2d13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321302 Aug 02 13:45:08.429357 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-09a9eefc-2901-4105-8336-60b5b687fd0e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Made reservation on behalf of 212d64cda23c483ca4fcec948aec742a for: {'port': 1} {{(pid=104368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:45:08.433219 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-09a9eefc-2901-4105-8336-60b5b687fd0e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:08.566551 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_common [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-09a9eefc-2901-4105-8336-60b5b687fd0e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Allocated IP 172.20.0.9 (69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45/f9f041ba-5029-4924-b363-16504434c2a3/b29b9471-547a-4c89-98af-c0c2854da992) {{(pid=104368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:45:08.576553 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-9f0713c7-4d86-46d3-8385-e01fac0e23b9 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:08.579038 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-9f0713c7-4d86-46d3-8385-e01fac0e23b9 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1959293 Aug 02 13:45:08.594186 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-2e1859d9-685c-452b-9f57-dca94b6a54da tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.67 "GET /v2.0/quotas/eaf91cb445b2474b803445b6be6c2d13 HTTP/1.1" status: 200 len: 375 time: 0.0103421 Aug 02 13:45:08.632693 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-0e6914c1-2ae1-44e5-8c74-08dbfe5d6538 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=eaf91cb445b2474b803445b6be6c2d13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322905 Aug 02 13:45:08.786448 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-09a9eefc-2901-4105-8336-60b5b687fd0e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Publish callbacks [] for port (b29b9471-547a-4c89-98af-c0c2854da992), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:08.796087 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584d785-f9e7-456f-9521-eef142eff566 req-c9bc404f-dd57-4dda-a98c-00e377afc1a5 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:08.798099 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1584d785-f9e7-456f-9521-eef142eff566 req-c9bc404f-dd57-4dda-a98c-00e377afc1a5 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 943 time: 0.1111712 Aug 02 13:45:08.865106 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1584d785-f9e7-456f-9521-eef142eff566 req-9f428313-f1b9-453f-8916-d91ba5f0946a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604794 Aug 02 13:45:08.932264 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-09a9eefc-2901-4105-8336-60b5b687fd0e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (b29b9471-547a-4c89-98af-c0c2854da992), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:08.986065 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa7414-e617-47f1-b52a-ca8486b7012f req-ccd6d831-b7fa-4046-8dfe-16c65406d0db tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:08.987968 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-00fa7414-e617-47f1-b52a-ca8486b7012f req-ccd6d831-b7fa-4046-8dfe-16c65406d0db tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=053b4bd2-a548-438c-9318-838ad3c619a7 HTTP/1.1" status: 200 len: 931 time: 0.0611286 Aug 02 13:45:09.004550 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-c988b8a7-ea17-4075-96c4-8669a7348efc req-13532299-bc5b-4f14-9d88-a61a1f494c26 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9b3d735-f748-4ce6-b331-75be61ce2712 HTTP/1.1" status: 200 len: 210 time: 0.0698969 Aug 02 13:45:09.011711 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-09a9eefc-2901-4105-8336-60b5b687fd0e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Network 69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45 is already hosted by enough agents. {{(pid=104368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:45:09.015765 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-09a9eefc-2901-4105-8336-60b5b687fd0e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Resources bound (agent type, host, resource id): {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:45:09.020314 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-09a9eefc-2901-4105-8336-60b5b687fd0e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Received port after_create {{(pid=104368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:45:09.049218 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9eefc-2901-4105-8336-60b5b687fd0e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Pushing event updated for resources: {'Port': ['ID=b29b9471-547a-4c89-98af-c0c2854da992,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:09.055269 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-00fa7414-e617-47f1-b52a-ca8486b7012f req-01744435-534f-4a99-8de5-838737fc33f7 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/security-groups?id=e68a575b-bcda-41eb-ae87-5506e2d40bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608582 Aug 02 13:45:09.062850 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9eefc-2901-4105-8336-60b5b687fd0e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:09.063513 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9eefc-2901-4105-8336-60b5b687fd0e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:09.064069 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9eefc-2901-4105-8336-60b5b687fd0e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:09.064489 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9eefc-2901-4105-8336-60b5b687fd0e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:09.064987 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9eefc-2901-4105-8336-60b5b687fd0e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:09.065394 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9eefc-2901-4105-8336-60b5b687fd0e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:09.065797 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9eefc-2901-4105-8336-60b5b687fd0e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:09.066353 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9eefc-2901-4105-8336-60b5b687fd0e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:09.066826 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9eefc-2901-4105-8336-60b5b687fd0e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:09.067325 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9eefc-2901-4105-8336-60b5b687fd0e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:09.067897 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9eefc-2901-4105-8336-60b5b687fd0e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:09.068343 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9eefc-2901-4105-8336-60b5b687fd0e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:09.068873 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9eefc-2901-4105-8336-60b5b687fd0e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:09.095402 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-09a9eefc-2901-4105-8336-60b5b687fd0e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:09.096058 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-09a9eefc-2901-4105-8336-60b5b687fd0e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:09.173295 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-09a9eefc-2901-4105-8336-60b5b687fd0e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9601004 Aug 02 13:45:10.028421 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586f077-6f04-4d4d-8d26-c93054dfaec9 req-e3685871-2641-432f-a1e6-45db7ddfa596 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:10.029935 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4586f077-6f04-4d4d-8d26-c93054dfaec9 req-e3685871-2641-432f-a1e6-45db7ddfa596 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 943 time: 0.0576353 Aug 02 13:45:10.081004 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4586f077-6f04-4d4d-8d26-c93054dfaec9 req-752b0809-0807-4cee-a4bb-82f81ba583e3 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454233 Aug 02 13:45:10.140725 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-860e8ac8-9029-4c90-a12c-17bf80f7e015 req-241c4441-c274-42fa-bbc3-2dd029668e32 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9b3d735-f748-4ce6-b331-75be61ce2712 HTTP/1.1" status: 200 len: 210 time: 0.0434349 Aug 02 13:45:10.214196 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c188fe-7506-4a9a-bb1a-b118ddca5f61 req-923ec535-91e0-48c7-82e0-f3797508ae51 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:10.215758 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-21c188fe-7506-4a9a-bb1a-b118ddca5f61 req-923ec535-91e0-48c7-82e0-f3797508ae51 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=053b4bd2-a548-438c-9318-838ad3c619a7 HTTP/1.1" status: 200 len: 931 time: 0.0573199 Aug 02 13:45:10.265830 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-21c188fe-7506-4a9a-bb1a-b118ddca5f61 req-9408a41f-36e3-43a6-9a25-ddaeabfc8820 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/security-groups?id=e68a575b-bcda-41eb-ae87-5506e2d40bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442376 Aug 02 13:45:11.018479 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-c4c32ba7-025e-4e6d-ab36-68d301ff519e service neutron] Request body: {'port': {'device_id': '053b4bd2-a548-438c-9318-838ad3c619a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:45:11.083794 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-c4c32ba7-025e-4e6d-ab36-68d301ff519e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (b29b9471-547a-4c89-98af-c0c2854da992), before_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:11.268125 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d49ba-0026-4458-a41e-49c4b3ce3c23 req-11bb7ffa-98d7-47df-9be7-3c49e77c122e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:11.269704 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8d1d49ba-0026-4458-a41e-49c4b3ce3c23 req-11bb7ffa-98d7-47df-9be7-3c49e77c122e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 943 time: 0.0818100 Aug 02 13:45:11.306656 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-67a9f667-ea91-4eb3-89d5-8bc1bfe78d9c req-5ee49395-ead9-49be-b48d-6736c7011abd tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9b3d735-f748-4ce6-b331-75be61ce2712 HTTP/1.1" status: 200 len: 210 time: 0.0324965 Aug 02 13:45:11.340473 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8d1d49ba-0026-4458-a41e-49c4b3ce3c23 req-fc8fb001-7aa0-439b-a2d2-2b8f8678a41d tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610597 Aug 02 13:45:11.452757 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-c4c32ba7-025e-4e6d-ab36-68d301ff519e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b29b9471-547a-4c89-98af-c0c2854da992 {{(pid=104368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:45:11.462758 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-c4c32ba7-025e-4e6d-ab36-68d301ff519e service neutron] Publish callbacks [] for port (b29b9471-547a-4c89-98af-c0c2854da992), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:11.482770 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.provisioning_blocks [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-c4c32ba7-025e-4e6d-ab36-68d301ff519e service neutron] Transition to ACTIVE for port object b29b9471-547a-4c89-98af-c0c2854da992 will not be triggered until provisioned by entity L2. {{(pid=104368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 02 13:45:11.490966 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc8eb0-be87-4afa-8de4-5a6f8c713ca2 req-098c2d20-f2f0-4cf1-945f-76b3dc29f1aa tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:11.492766 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-9cdc8eb0-be87-4afa-8de4-5a6f8c713ca2 req-098c2d20-f2f0-4cf1-945f-76b3dc29f1aa tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=053b4bd2-a548-438c-9318-838ad3c619a7 HTTP/1.1" status: 200 len: 931 time: 0.1062317 Aug 02 13:45:11.547306 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-9cdc8eb0-be87-4afa-8de4-5a6f8c713ca2 req-235f0d30-9129-4446-8b6a-980d7bf2c0a6 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/security-groups?id=e68a575b-bcda-41eb-ae87-5506e2d40bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450175 Aug 02 13:45:11.560802 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-c4c32ba7-025e-4e6d-ab36-68d301ff519e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5190948'] for port (b29b9471-547a-4c89-98af-c0c2854da992), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:11.613958 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c32ba7-025e-4e6d-ab36-68d301ff519e service neutron] Pushing event updated for resources: {'Port': ['ID=b29b9471-547a-4c89-98af-c0c2854da992,revision_number=2']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:11.689205 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.managers [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-c4c32ba7-025e-4e6d-ab36-68d301ff519e service neutron] Attempting to bind port b29b9471-547a-4c89-98af-c0c2854da992 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:45:11.689549 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.managers [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-c4c32ba7-025e-4e6d-ab36-68d301ff519e service neutron] Attempting to bind port b29b9471-547a-4c89-98af-c0c2854da992 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'd02d205a-6453-460f-a975-5e7e2220633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45'}] {{(pid=104368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:45:11.689885 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-c4c32ba7-025e-4e6d-ab36-68d301ff519e service neutron] Attempting to bind port b29b9471-547a-4c89-98af-c0c2854da992 on network 69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45 {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:45:11.694497 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-c4c32ba7-025e-4e6d-ab36-68d301ff519e service neutron] Port b29b9471-547a-4c89-98af-c0c2854da992 on network 69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 02 13:45:11.694829 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-c4c32ba7-025e-4e6d-ab36-68d301ff519e service neutron] Attempting to bind port b29b9471-547a-4c89-98af-c0c2854da992 on network 69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45 {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:45:11.700625 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-c4c32ba7-025e-4e6d-ab36-68d301ff519e service neutron] Checking agent: {'id': '69dc3da8-ee10-46f6-83b6-ed4e97a21469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'started_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:45:11.700943 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-c4c32ba7-025e-4e6d-ab36-68d301ff519e service neutron] Checking segment: {'id': 'd02d205a-6453-460f-a975-5e7e2220633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:45:11.701335 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-c4c32ba7-025e-4e6d-ab36-68d301ff519e service neutron] Bound using segment: {'id': 'd02d205a-6453-460f-a975-5e7e2220633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45'} {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:45:11.701772 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.managers [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-c4c32ba7-025e-4e6d-ab36-68d301ff519e service neutron] Bound port: b29b9471-547a-4c89-98af-c0c2854da992, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd02d205a-6453-460f-a975-5e7e2220633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45'}}] {{(pid=104368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:45:11.702230 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-c4c32ba7-025e-4e6d-ab36-68d301ff519e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (b29b9471-547a-4c89-98af-c0c2854da992), before_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:11.714983 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:45:11.767285 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-c4c32ba7-025e-4e6d-ab36-68d301ff519e service neutron] For port b29b9471-547a-4c89-98af-c0c2854da992, host hv-cinder-84786, cleared binding levels {{(pid=104368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:45:11.770351 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-c4c32ba7-025e-4e6d-ab36-68d301ff519e service neutron] For port b29b9471-547a-4c89-98af-c0c2854da992, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=b29b9471-547a-4c89-98af-c0c2854da992,segment=NetworkSegment(d02d205a-6453-460f-a975-5e7e2220633f),segment_id=d02d205a-6453-460f-a975-5e7e2220633f)] {{(pid=104368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:45:12.424550 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-002d06b0-1f52-4337-9429-32f1f8aa4297 req-91d3be7e-9d95-43dd-a506-9f50142f0513 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9b3d735-f748-4ce6-b331-75be61ce2712 HTTP/1.1" status: 200 len: 210 time: 0.0338662 Aug 02 13:45:12.498354 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18384174-414d-498a-8853-356f5f1b1e10 req-ecef39b4-fd34-47d3-af52-66a41fb6e178 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:12.499892 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-18384174-414d-498a-8853-356f5f1b1e10 req-ecef39b4-fd34-47d3-af52-66a41fb6e178 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 943 time: 0.0604825 Aug 02 13:45:12.551196 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-18384174-414d-498a-8853-356f5f1b1e10 req-5e16112c-e7b0-4335-93a6-e8c82c59a709 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449178 Aug 02 13:45:12.584785 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-c4c32ba7-025e-4e6d-ab36-68d301ff519e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5190948'] for port (b29b9471-547a-4c89-98af-c0c2854da992), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:12.630692 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-c4c32ba7-025e-4e6d-ab36-68d301ff519e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:12.631321 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-c4c32ba7-025e-4e6d-ab36-68d301ff519e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:12.632723 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-c4c32ba7-025e-4e6d-ab36-68d301ff519e service neutron] 10.222.0.20 "PUT /v2.0/ports/b29b9471-547a-4c89-98af-c0c2854da992 HTTP/1.1" status: 200 len: 1093 time: 1.6186967 Aug 02 13:45:12.633181 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '053b4bd2-a548-438c-9318-838ad3c619a7', 'tag': 'b29b9471-547a-4c89-98af-c0c2854da992'}] {{(pid=104368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:45:12.635790 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245b70741b0aa7b9232129cc368cc987c69949c5cf8ab06a5d5e033a5668ca41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8db902-3e98-4138-86f5-78f82c378e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "053b4bd2-a548-438c-9318-838ad3c619a7", "tag": "b29b9471-547a-4c89-98af-c0c2854da992"}]}' {{(pid=104368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:45:12.666038 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c32ba7-025e-4e6d-ab36-68d301ff519e service neutron] Pushing event updated for resources: {'Port': ['ID=b29b9471-547a-4c89-98af-c0c2854da992,revision_number=3']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:12.677735 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5acb57e-29c3-4998-a776-37e8ff5c472c x-openstack-request-id: req-c5acb57e-29c3-4998-a776-37e8ff5c472c {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:45:12.678197 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "053b4bd2-a548-438c-9318-838ad3c619a7", "tag": "b29b9471-547a-4c89-98af-c0c2854da992", "status": "completed", "code": 200}]} {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:45:12.678699 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c5acb57e-29c3-4998-a776-37e8ff5c472c {{(pid=104368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:45:12.679707 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5acb57e-29c3-4998-a776-37e8ff5c472c'] response: {'name': 'network-changed', 'server_uuid': '053b4bd2-a548-438c-9318-838ad3c619a7', 'tag': 'b29b9471-547a-4c89-98af-c0c2854da992', 'status': 'completed', 'code': 200} Aug 02 13:45:12.698154 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d499f-d6e3-4b41-8a4f-f106fa3c2403 req-1cc3b69b-59d5-4565-a5f4-1496d3a91bf8 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:12.699817 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-047d499f-d6e3-4b41-8a4f-f106fa3c2403 req-1cc3b69b-59d5-4565-a5f4-1496d3a91bf8 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=053b4bd2-a548-438c-9318-838ad3c619a7 HTTP/1.1" status: 200 len: 943 time: 0.0710986 Aug 02 13:45:12.752438 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-047d499f-d6e3-4b41-8a4f-f106fa3c2403 req-573219b1-bfb0-44a7-bcd7-ea6dff3e975f tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/security-groups?id=e68a575b-bcda-41eb-ae87-5506e2d40bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466263 Aug 02 13:45:12.768076 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8db902-3e98-4138-86f5-78f82c378e1c req-d1c93720-14bd-4806-96a5-3b22ad0a904b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:12.769645 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2a8db902-3e98-4138-86f5-78f82c378e1c req-d1c93720-14bd-4806-96a5-3b22ad0a904b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=212d64cda23c483ca4fcec948aec742a&device_id=053b4bd2-a548-438c-9318-838ad3c619a7 HTTP/1.1" status: 200 len: 1127 time: 0.0542703 Aug 02 13:45:12.883916 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8db902-3e98-4138-86f5-78f82c378e1c req-12d735eb-2c8f-456b-a1fa-3cf211adbd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:12.886049 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2a8db902-3e98-4138-86f5-78f82c378e1c req-12d735eb-2c8f-456b-a1fa-3cf211adbd1f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=212d64cda23c483ca4fcec948aec742a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1068835 Aug 02 13:45:12.984650 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8db902-3e98-4138-86f5-78f82c378e1c req-5e172875-07b6-40c4-a9da-441db564589e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:12.986160 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2a8db902-3e98-4138-86f5-78f82c378e1c req-5e172875-07b6-40c4-a9da-441db564589e service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943646 Aug 02 13:45:13.075053 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-01dccf81-e93e-4a68-ae74-8d391849fb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:13.076476 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-01dccf81-e93e-4a68-ae74-8d391849fb7b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=212d64cda23c483ca4fcec948aec742a&device_id=053b4bd2-a548-438c-9318-838ad3c619a7 HTTP/1.1" status: 200 len: 1127 time: 0.0516257 Aug 02 13:45:13.122531 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-7b9732ab-aae7-43ef-8d4d-d8b078bd3686 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b29b9471-547a-4c89-98af-c0c2854da992 HTTP/1.1" status: 200 len: 217 time: 0.0385728 Aug 02 13:45:13.176075 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-bc0cdc9a-e7ff-452f-98d1-e199aba6529a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:13.177766 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-bc0cdc9a-e7ff-452f-98d1-e199aba6529a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9f041ba-5029-4924-b363-16504434c2a3 HTTP/1.1" status: 200 len: 848 time: 0.0488803 Aug 02 13:45:13.216041 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-891694d8-076b-4f9f-9aa2-5d6579f38105 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317984 Aug 02 13:45:13.232997 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-6b5879d7-fe4a-457c-a7f8-c2188b888e17 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=eaf91cb445b2474b803445b6be6c2d13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252905 Aug 02 13:45:13.322341 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-e39e85db-0f0a-4900-bf9f-752e5f7f26ca service neutron] 10.222.0.20 "GET /v2.0/networks/69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999875 Aug 02 13:45:13.378653 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-f8cdbc63-2c86-48e4-b972-91d736352a72 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:13.381121 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-f8cdbc63-2c86-48e4-b972-91d736352a72 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1429434 Aug 02 13:45:13.392615 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-72613f3d-536b-438e-bd66-bf7bfcf46659 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Request body: {'port': {'device_id': 'b9b3d735-f748-4ce6-b331-75be61ce2712', 'network_id': '25bbee23-c6a2-4df9-b51f-0dd63a0e89f2', 'admin_state_up': True, 'tenant_id': 'eaf91cb445b2474b803445b6be6c2d13'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:45:13.429053 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5a9c7ffe-6f81-46c1-9992-f0781286f56d req-2a82c241-f4b5-485f-b799-5b856ab86c28 service neutron] 10.222.0.20 "GET /v2.0/networks/69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977066 Aug 02 13:45:13.536150 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-9a326aa9-a5e8-42e2-9162-c618d02f0fd2 req-0d75df28-e97b-4025-a261-973d95747a01 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9b3d735-f748-4ce6-b331-75be61ce2712 HTTP/1.1" status: 200 len: 210 time: 0.0290725 Aug 02 13:45:13.635203 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-72613f3d-536b-438e-bd66-bf7bfcf46659 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Made reservation on behalf of eaf91cb445b2474b803445b6be6c2d13 for: {'port': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:45:13.639920 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-72613f3d-536b-438e-bd66-bf7bfcf46659 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:13.675806 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-72613f3d-536b-438e-bd66-bf7bfcf46659 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:13.733707 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22d2d2-2b5a-42b5-b76b-848ade2e7fd4 req-70f8f314-c80b-4858-98e6-fa054a4246e1 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:13.735353 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6c22d2d2-2b5a-42b5-b76b-848ade2e7fd4 req-70f8f314-c80b-4858-98e6-fa054a4246e1 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 943 time: 0.0923975 Aug 02 13:45:13.812158 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6c22d2d2-2b5a-42b5-b76b-848ade2e7fd4 req-54de79d7-568f-4e84-a881-80a10b439dd7 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692713 Aug 02 13:45:13.822680 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-72613f3d-536b-438e-bd66-bf7bfcf46659 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Publish callbacks [] for security_group (b74e456a-a597-453c-b3ef-a970d02da7a6), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:13.894923 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4174f-8c72-47e6-8f40-e43e01f0dbb2 req-ed857e3c-9660-45e1-9394-1d9634f1f7be tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:13.896492 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d7c4174f-8c72-47e6-8f40-e43e01f0dbb2 req-ed857e3c-9660-45e1-9394-1d9634f1f7be tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=053b4bd2-a548-438c-9318-838ad3c619a7 HTTP/1.1" status: 200 len: 943 time: 0.0605257 Aug 02 13:45:13.952742 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d7c4174f-8c72-47e6-8f40-e43e01f0dbb2 req-03df30d6-9a4f-44ac-b938-66ca513952f6 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/security-groups?id=e68a575b-bcda-41eb-ae87-5506e2d40bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495677 Aug 02 13:45:14.045667 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-72613f3d-536b-438e-bd66-bf7bfcf46659 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (b74e456a-a597-453c-b3ef-a970d02da7a6), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:14.117442 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72613f3d-536b-438e-bd66-bf7bfcf46659 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b74e456a-a597-453c-b3ef-a970d02da7a6,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:14.192569 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-72613f3d-536b-438e-bd66-bf7bfcf46659 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Allocated IP 192.168.233.188 (25bbee23-c6a2-4df9-b51f-0dd63a0e89f2/085d71ba-f26b-4527-882f-29a4dcb761bf/6d13620a-06c2-48b2-af32-7c386a690fb5) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:45:14.349837 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-72613f3d-536b-438e-bd66-bf7bfcf46659 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Publish callbacks [] for port (6d13620a-06c2-48b2-af32-7c386a690fb5), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:14.487235 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-72613f3d-536b-438e-bd66-bf7bfcf46659 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (6d13620a-06c2-48b2-af32-7c386a690fb5), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:14.531427 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-72613f3d-536b-438e-bd66-bf7bfcf46659 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Network 25bbee23-c6a2-4df9-b51f-0dd63a0e89f2 is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:45:14.534540 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-72613f3d-536b-438e-bd66-bf7bfcf46659 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:45:14.538240 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-72613f3d-536b-438e-bd66-bf7bfcf46659 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:45:14.544807 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72613f3d-536b-438e-bd66-bf7bfcf46659 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Pushing event updated for resources: {'Port': ['ID=6d13620a-06c2-48b2-af32-7c386a690fb5,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:14.594236 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-72613f3d-536b-438e-bd66-bf7bfcf46659 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:14.599472 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-72613f3d-536b-438e-bd66-bf7bfcf46659 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:14.682089 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de52c3-3b4f-405a-a5c5-6592e9448e32 req-10913481-2ab3-4bc6-bdb9-04890ac48440 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:14.683789 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a0de52c3-3b4f-405a-a5c5-6592e9448e32 req-10913481-2ab3-4bc6-bdb9-04890ac48440 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9b3d735-f748-4ce6-b331-75be61ce2712 HTTP/1.1" status: 200 len: 936 time: 0.0610762 Aug 02 13:45:14.700437 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-72613f3d-536b-438e-bd66-bf7bfcf46659 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3118246 Aug 02 13:45:14.716491 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-22810f9a-d98b-4e2f-a50b-56a2b1f659d7 service neutron] Request body: {'port': {'device_id': 'b9b3d735-f748-4ce6-b331-75be61ce2712', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:45:14.771113 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a0de52c3-3b4f-405a-a5c5-6592e9448e32 req-5851c4ba-790d-4589-9432-4f98c9b88799 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.67 "GET /v2.0/security-groups?id=b74e456a-a597-453c-b3ef-a970d02da7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813811 Aug 02 13:45:14.809449 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-22810f9a-d98b-4e2f-a50b-56a2b1f659d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (6d13620a-06c2-48b2-af32-7c386a690fb5), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:14.851751 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-90dcb445-ff99-4bb3-a1f8-135073a01a68 None None] Provisioning complete for port 6d13620a-06c2-48b2-af32-7c386a690fb5 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:45:14.853664 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-90dcb445-ff99-4bb3-a1f8-135073a01a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (6d13620a-06c2-48b2-af32-7c386a690fb5), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:14.889391 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-90dcb445-ff99-4bb3-a1f8-135073a01a68 None None] Port 6d13620a-06c2-48b2-af32-7c386a690fb5 cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:45:14.956286 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d91dd-39c5-4821-951c-f8f6e552ac1f req-78d7a60b-2f00-4b76-87af-4872c003703f tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:14.957839 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-3b0d91dd-39c5-4821-951c-f8f6e552ac1f req-78d7a60b-2f00-4b76-87af-4872c003703f tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 943 time: 0.0590401 Aug 02 13:45:15.012756 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-3b0d91dd-39c5-4821-951c-f8f6e552ac1f req-8719a6a6-cba9-4022-b0a8-a1746ed23df9 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479360 Aug 02 13:45:15.033670 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 13:45:15.136916 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3,segment=NetworkSegment(e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75),segment_id=e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:45:15.142192 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5f9f0-250e-4397-86ae-0f6a1906376f req-7c3e8c09-f9f0-46ec-90e7-7c9c7ff39a71 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:15.143717 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6df5f9f0-250e-4397-86ae-0f6a1906376f req-7c3e8c09-f9f0-46ec-90e7-7c9c7ff39a71 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=053b4bd2-a548-438c-9318-838ad3c619a7 HTTP/1.1" status: 200 len: 943 time: 0.1076670 Aug 02 13:45:15.145744 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-22810f9a-d98b-4e2f-a50b-56a2b1f659d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d13620a-06c2-48b2-af32-7c386a690fb5 {{(pid=104369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:45:15.151188 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Returning: {'device': 'cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3', 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e', 'port_id': 'cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3', 'mac_address': 'fa:16:3e:23:c8:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 13:45:15.160876 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-22810f9a-d98b-4e2f-a50b-56a2b1f659d7 service neutron] Publish callbacks [] for port (6d13620a-06c2-48b2-af32-7c386a690fb5), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:15.191605 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 is: DOWN; New status is: BUILD {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:45:15.192006 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:15.195975 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.provisioning_blocks [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-22810f9a-d98b-4e2f-a50b-56a2b1f659d7 service neutron] Transition to ACTIVE for port object 6d13620a-06c2-48b2-af32-7c386a690fb5 will not be triggered until provisioned by entity L2. {{(pid=104369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 02 13:45:15.209387 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 {{(pid=104370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:45:15.228329 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6df5f9f0-250e-4397-86ae-0f6a1906376f req-38275cd3-b579-4e8f-b741-c1cb82d8477e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/security-groups?id=e68a575b-bcda-41eb-ae87-5506e2d40bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769937 Aug 02 13:45:15.235938 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3,segment=NetworkSegment(e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75),segment_id=e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:45:15.291726 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-22810f9a-d98b-4e2f-a50b-56a2b1f659d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (6d13620a-06c2-48b2-af32-7c386a690fb5), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:15.315279 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:15.367906 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3,revision_number=9']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:15.376447 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:15.380295 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:15.380295 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:15.380295 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:15.380295 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:15.380295 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:15.380295 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:15.380295 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:15.380295 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:15.380295 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:15.380295 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:15.381190 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:15.381190 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:45:15.393908 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22810f9a-d98b-4e2f-a50b-56a2b1f659d7 service neutron] Pushing event updated for resources: {'Port': ['ID=6d13620a-06c2-48b2-af32-7c386a690fb5,revision_number=2']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:15.420645 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-22810f9a-d98b-4e2f-a50b-56a2b1f659d7 service neutron] Attempting to bind port 6d13620a-06c2-48b2-af32-7c386a690fb5 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:45:15.421015 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-22810f9a-d98b-4e2f-a50b-56a2b1f659d7 service neutron] Attempting to bind port 6d13620a-06c2-48b2-af32-7c386a690fb5 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '2719795b-2b2b-452f-9977-a55e1f435942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '25bbee23-c6a2-4df9-b51f-0dd63a0e89f2'}] {{(pid=104369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:45:15.421336 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-22810f9a-d98b-4e2f-a50b-56a2b1f659d7 service neutron] Attempting to bind port 6d13620a-06c2-48b2-af32-7c386a690fb5 on network 25bbee23-c6a2-4df9-b51f-0dd63a0e89f2 {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:45:15.426426 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-22810f9a-d98b-4e2f-a50b-56a2b1f659d7 service neutron] Port 6d13620a-06c2-48b2-af32-7c386a690fb5 on network 25bbee23-c6a2-4df9-b51f-0dd63a0e89f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 02 13:45:15.426935 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-22810f9a-d98b-4e2f-a50b-56a2b1f659d7 service neutron] Attempting to bind port 6d13620a-06c2-48b2-af32-7c386a690fb5 on network 25bbee23-c6a2-4df9-b51f-0dd63a0e89f2 {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:45:15.432992 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-22810f9a-d98b-4e2f-a50b-56a2b1f659d7 service neutron] Checking agent: {'id': '69dc3da8-ee10-46f6-83b6-ed4e97a21469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'started_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:45:15.433341 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-22810f9a-d98b-4e2f-a50b-56a2b1f659d7 service neutron] Checking segment: {'id': '2719795b-2b2b-452f-9977-a55e1f435942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '25bbee23-c6a2-4df9-b51f-0dd63a0e89f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:45:15.433754 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-22810f9a-d98b-4e2f-a50b-56a2b1f659d7 service neutron] Bound using segment: {'id': '2719795b-2b2b-452f-9977-a55e1f435942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '25bbee23-c6a2-4df9-b51f-0dd63a0e89f2'} {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:45:15.434176 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-22810f9a-d98b-4e2f-a50b-56a2b1f659d7 service neutron] Bound port: 6d13620a-06c2-48b2-af32-7c386a690fb5, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2719795b-2b2b-452f-9977-a55e1f435942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '25bbee23-c6a2-4df9-b51f-0dd63a0e89f2'}}] {{(pid=104369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:45:15.434581 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-22810f9a-d98b-4e2f-a50b-56a2b1f659d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (6d13620a-06c2-48b2-af32-7c386a690fb5), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:15.519799 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-22810f9a-d98b-4e2f-a50b-56a2b1f659d7 service neutron] For port 6d13620a-06c2-48b2-af32-7c386a690fb5, host hv-cinder-84786, cleared binding levels {{(pid=104369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:45:15.523482 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-22810f9a-d98b-4e2f-a50b-56a2b1f659d7 service neutron] For port 6d13620a-06c2-48b2-af32-7c386a690fb5, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6d13620a-06c2-48b2-af32-7c386a690fb5,segment=NetworkSegment(2719795b-2b2b-452f-9977-a55e1f435942),segment_id=2719795b-2b2b-452f-9977-a55e1f435942)] {{(pid=104369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:45:15.587414 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:45:15.601343 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-22810f9a-d98b-4e2f-a50b-56a2b1f659d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (6d13620a-06c2-48b2-af32-7c386a690fb5), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:15.633643 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-22810f9a-d98b-4e2f-a50b-56a2b1f659d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:15.635403 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-22810f9a-d98b-4e2f-a50b-56a2b1f659d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:15.637259 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-22810f9a-d98b-4e2f-a50b-56a2b1f659d7 service neutron] 10.222.0.20 "PUT /v2.0/ports/6d13620a-06c2-48b2-af32-7c386a690fb5 HTTP/1.1" status: 200 len: 1098 time: 0.9271064 Aug 02 13:45:15.637787 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b3d735-f748-4ce6-b331-75be61ce2712', 'tag': '6d13620a-06c2-48b2-af32-7c386a690fb5'}] {{(pid=104369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:45:15.640549 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bf99331ba47a6ac295264f2d91701b523438f9b2384832aa813a78b8ac64a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d459b2be-b787-477e-8737-7d980f6174a7" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b3d735-f748-4ce6-b331-75be61ce2712", "tag": "6d13620a-06c2-48b2-af32-7c386a690fb5"}]}' {{(pid=104369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:45:15.672061 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22810f9a-d98b-4e2f-a50b-56a2b1f659d7 service neutron] Pushing event updated for resources: {'Port': ['ID=6d13620a-06c2-48b2-af32-7c386a690fb5,revision_number=3']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:15.699274 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6e700f-516f-46cc-a185-52b474acb5a5 x-openstack-request-id: req-5e6e700f-516f-46cc-a185-52b474acb5a5 {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:45:15.699865 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b3d735-f748-4ce6-b331-75be61ce2712", "tag": "6d13620a-06c2-48b2-af32-7c386a690fb5", "status": "completed", "code": 200}]} {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:45:15.699865 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5e6e700f-516f-46cc-a185-52b474acb5a5 {{(pid=104369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:45:15.700361 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e6e700f-516f-46cc-a185-52b474acb5a5'] response: {'name': 'network-changed', 'server_uuid': 'b9b3d735-f748-4ce6-b331-75be61ce2712', 'tag': '6d13620a-06c2-48b2-af32-7c386a690fb5', 'status': 'completed', 'code': 200} Aug 02 13:45:15.788111 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459b2be-b787-477e-8737-7d980f6174a7 req-b814fc5a-f4e6-4d7d-a92d-8f16ecb191ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:15.791363 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d459b2be-b787-477e-8737-7d980f6174a7 req-b814fc5a-f4e6-4d7d-a92d-8f16ecb191ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eaf91cb445b2474b803445b6be6c2d13&device_id=b9b3d735-f748-4ce6-b331-75be61ce2712 HTTP/1.1" status: 200 len: 1132 time: 0.0653334 Aug 02 13:45:15.832389 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d459b2be-b787-477e-8737-7d980f6174a7 req-e5f4dec6-0005-4da0-97b1-2d906782a4aa service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=eaf91cb445b2474b803445b6be6c2d13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348241 Aug 02 13:45:15.971887 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459b2be-b787-477e-8737-7d980f6174a7 req-a731e46f-5847-4a45-bb0e-0e028d6b25d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:15.973282 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d459b2be-b787-477e-8737-7d980f6174a7 req-a731e46f-5847-4a45-bb0e-0e028d6b25d2 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1330326 Aug 02 13:45:15.983628 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c617f5-d741-45ab-8e7f-a45e04d3e5c6 req-bf77cc48-3541-4c82-9dc9-4443e5fa1f7d tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:15.985196 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-98c617f5-d741-45ab-8e7f-a45e04d3e5c6 req-bf77cc48-3541-4c82-9dc9-4443e5fa1f7d tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9b3d735-f748-4ce6-b331-75be61ce2712 HTTP/1.1" status: 200 len: 948 time: 0.0962551 Aug 02 13:45:16.100997 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-98c617f5-d741-45ab-8e7f-a45e04d3e5c6 req-e1d7c259-b327-4179-98ef-500aa1bdfe96 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.67 "GET /v2.0/security-groups?id=b74e456a-a597-453c-b3ef-a970d02da7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095204 Aug 02 13:45:16.115069 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-886f83ff-2e6f-4468-85ba-1dbc2e8dc365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:16.116572 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-886f83ff-2e6f-4468-85ba-1dbc2e8dc365 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eaf91cb445b2474b803445b6be6c2d13&device_id=b9b3d735-f748-4ce6-b331-75be61ce2712 HTTP/1.1" status: 200 len: 1132 time: 0.0971274 Aug 02 13:45:16.157496 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1da3d-8c82-4715-bfa0-6fdf4cb0cbda req-9e7e1fbf-5b23-4993-80fb-cf313ec56770 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:16.159051 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2df1da3d-8c82-4715-bfa0-6fdf4cb0cbda req-9e7e1fbf-5b23-4993-80fb-cf313ec56770 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 944 time: 0.0612276 Aug 02 13:45:16.159413 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-9aefd1a5-ddc1-409f-be29-43dd008fa8d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=6d13620a-06c2-48b2-af32-7c386a690fb5 HTTP/1.1" status: 200 len: 217 time: 0.0346882 Aug 02 13:45:16.224978 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2df1da3d-8c82-4715-bfa0-6fdf4cb0cbda req-00b4b696-00b2-4f23-b49b-3f78b47e960a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587287 Aug 02 13:45:16.226585 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-82df452c-c501-43f3-8bc6-70ee4564b9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:16.229428 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-82df452c-c501-43f3-8bc6-70ee4564b9b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=085d71ba-f26b-4527-882f-29a4dcb761bf HTTP/1.1" status: 200 len: 843 time: 0.0619106 Aug 02 13:45:16.300965 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-0079262e-1140-4b0b-8ecf-584ca620c709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:16.303622 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-0079262e-1140-4b0b-8ecf-584ca620c709 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=25bbee23-c6a2-4df9-b51f-0dd63a0e89f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0675640 Aug 02 13:45:16.434773 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-25e7234d-68ed-4597-972f-bc7a2ac0d441 service neutron] 10.222.0.20 "GET /v2.0/networks/25bbee23-c6a2-4df9-b51f-0dd63a0e89f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245103 Aug 02 13:45:16.446956 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132ea29-ddb0-4017-b020-176f917d88ef req-48b11cd2-c481-4568-b57a-1ffc085f0143 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:16.447846 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5132ea29-ddb0-4017-b020-176f917d88ef req-48b11cd2-c481-4568-b57a-1ffc085f0143 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=053b4bd2-a548-438c-9318-838ad3c619a7 HTTP/1.1" status: 200 len: 943 time: 0.1204550 Aug 02 13:45:16.560171 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5132ea29-ddb0-4017-b020-176f917d88ef req-bc57a8e9-50f1-489c-b583-fc69d55b4ee4 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/security-groups?id=e68a575b-bcda-41eb-ae87-5506e2d40bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023047 Aug 02 13:45:16.587757 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a3603653-2002-4b68-a77a-a27641d8e6fc req-32a3ee11-48fa-4077-bb24-f36dbce5ef6d service neutron] 10.222.0.20 "GET /v2.0/networks/25bbee23-c6a2-4df9-b51f-0dd63a0e89f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302931 Aug 02 13:45:16.717126 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-c82eed94-67d4-4185-881a-9a58dd2d42a3 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1875824093&fields=id&tenant_id=26af2dc63c6142548bb513c4aed2b4d0 HTTP/1.1" status: 200 len: 267 time: 0.0679538 Aug 02 13:45:16.831163 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-1110ec0e-7103-40db-b550-e342aff66118 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:16.832693 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-1110ec0e-7103-40db-b550-e342aff66118 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/networks?id=01ffcfab-a887-4187-8399-c98076da1ec3 HTTP/1.1" status: 200 len: 812 time: 0.1090844 Aug 02 13:45:16.848195 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-9e26ea39-7fd7-45fb-8a17-2208194becdc tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/quotas/26af2dc63c6142548bb513c4aed2b4d0 HTTP/1.1" status: 200 len: 375 time: 0.0095420 Aug 02 13:45:16.914236 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-18546b33-b4d0-471f-9c87-dff035a1b234 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=26af2dc63c6142548bb513c4aed2b4d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0598686 Aug 02 13:45:17.016690 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-471b8eda-a319-49d5-8878-b8d0cdd73085 service neutron] 10.222.0.67 "GET /v2.0/networks/01ffcfab-a887-4187-8399-c98076da1ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900471 Aug 02 13:45:17.057632 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device b29b9471-547a-4c89-98af-c0c2854da992 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 13:45:17.061519 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 up at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:45:17.177045 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning complete for port cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:45:17.177857 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:17.245235 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port b29b9471-547a-4c89-98af-c0c2854da992, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=b29b9471-547a-4c89-98af-c0c2854da992,segment=NetworkSegment(d02d205a-6453-460f-a975-5e7e2220633f),segment_id=d02d205a-6453-460f-a975-5e7e2220633f)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:45:17.257742 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55540b81-8036-4713-98ed-108278a31568 req-6391dfce-01a3-4edb-afb0-c3344c9fe514 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:17.260643 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-55540b81-8036-4713-98ed-108278a31568 req-6391dfce-01a3-4edb-afb0-c3344c9fe514 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9b3d735-f748-4ce6-b331-75be61ce2712 HTTP/1.1" status: 200 len: 948 time: 0.0741811 Aug 02 13:45:17.263017 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Returning: {'device': 'b29b9471-547a-4c89-98af-c0c2854da992', 'network_id': '69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45', 'port_id': 'b29b9471-547a-4c89-98af-c0c2854da992', 'mac_address': 'fa:16:3e:17:ed:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f041ba-5029-4924-b363-16504434c2a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 13:45:17.326819 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port b29b9471-547a-4c89-98af-c0c2854da992 is: DOWN; New status is: BUILD {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:45:17.327210 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (b29b9471-547a-4c89-98af-c0c2854da992), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:17.330791 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 is: BUILD; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:45:17.331186 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:17.340555 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-55540b81-8036-4713-98ed-108278a31568 req-9f362d8b-e0d6-42b6-bbb9-4ebbb9dffaa2 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.67 "GET /v2.0/security-groups?id=b74e456a-a597-453c-b3ef-a970d02da7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711315 Aug 02 13:45:17.353399 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b29b9471-547a-4c89-98af-c0c2854da992 {{(pid=104370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:45:17.384891 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80afd455-13f1-44f6-a7f6-ed22f895a1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3'}] {{(pid=104370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:45:17.387272 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7baa883c66606d2bd29c352a6206e712ed5fe15c106669ddbeacd0f82211b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d4465d-549b-49bb-b6a8-1f2f3cad50b9" -d '{"events": [{"server_uuid": "80afd455-13f1-44f6-a7f6-ed22f895a1a4", "name": "network-vif-plugged", "status": "completed", "tag": "cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3"}]}' {{(pid=104370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:45:17.401162 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port b29b9471-547a-4c89-98af-c0c2854da992, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=b29b9471-547a-4c89-98af-c0c2854da992,segment=NetworkSegment(d02d205a-6453-460f-a975-5e7e2220633f),segment_id=d02d205a-6453-460f-a975-5e7e2220633f)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:45:17.405453 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3,segment=NetworkSegment(e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75),segment_id=e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:45:17.417608 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-a8820ae8-1040-4f7b-8285-ff634547bb9c service neutron] 10.222.0.67 "GET /v2.0/networks/01ffcfab-a887-4187-8399-c98076da1ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929231 Aug 02 13:45:17.485523 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (b29b9471-547a-4c89-98af-c0c2854da992), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:17.496375 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806a776-fe16-44b5-9358-0bb11dd04b38 req-673f7a57-b1f0-4735-a3a8-7a5669589cd7 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:17.499362 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9806a776-fe16-44b5-9358-0bb11dd04b38 req-673f7a57-b1f0-4735-a3a8-7a5669589cd7 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 944 time: 0.0594327 Aug 02 13:45:17.517852 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:17.550999 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=b29b9471-547a-4c89-98af-c0c2854da992,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:17.565283 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9806a776-fe16-44b5-9358-0bb11dd04b38 req-807d7d8a-1a11-403c-a9b6-31b57198a546 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566428 Aug 02 13:45:17.644123 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c626d8-6166-47d1-bc21-6dda85c2f76b x-openstack-request-id: req-72c626d8-6166-47d1-bc21-6dda85c2f76b {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:45:17.644623 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80afd455-13f1-44f6-a7f6-ed22f895a1a4", "name": "network-vif-plugged", "status": "completed", "tag": "cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3", "code": 200}]} {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:45:17.644781 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-72c626d8-6166-47d1-bc21-6dda85c2f76b {{(pid=104370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:45:17.645082 dv-cinder-847864-8-iscsi neutron-server[104370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72c626d8-6166-47d1-bc21-6dda85c2f76b'] response: {'server_uuid': '80afd455-13f1-44f6-a7f6-ed22f895a1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3', 'code': 200} Aug 02 13:45:17.652410 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3,revision_number=10']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:17.706315 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['b29b9471-547a-4c89-98af-c0c2854da992'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:45:17.753858 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48d76f-0f2e-4664-a4cc-833bb03cd699 req-ab323284-9a5e-47b4-b279-4fb4f0bc8044 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:17.755763 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-3e48d76f-0f2e-4664-a4cc-833bb03cd699 req-ab323284-9a5e-47b4-b279-4fb4f0bc8044 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=053b4bd2-a548-438c-9318-838ad3c619a7 HTTP/1.1" status: 200 len: 944 time: 0.0625019 Aug 02 13:45:17.813036 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-3e48d76f-0f2e-4664-a4cc-833bb03cd699 req-071bdcd0-e322-4aef-ac69-0f0510a4caca tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/security-groups?id=e68a575b-bcda-41eb-ae87-5506e2d40bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510733 Aug 02 13:45:18.115903 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e7058ffe-73ed-4b83-beb8-f54e79493a27 req-23fa9e42-8f78-4d1f-9b26-151fe3a10b53 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ecf59cec-8651-4c30-911f-eb88b511c04f HTTP/1.1" status: 200 len: 210 time: 0.0288947 Aug 02 13:45:18.271114 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c94478-f1fb-47f0-b381-5da2b3f7e143 req-9565256c-f3a4-4db3-8b3c-f60a7ead03ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:18.272660 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a9c94478-f1fb-47f0-b381-5da2b3f7e143 req-9565256c-f3a4-4db3-8b3c-f60a7ead03ef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 1130 time: 0.0521660 Aug 02 13:45:18.325096 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a9c94478-f1fb-47f0-b381-5da2b3f7e143 req-566c0301-47bd-4e60-aac8-af4d0955e166 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459211 Aug 02 13:45:18.484874 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1674c-1366-44dc-a6e4-dd65e8dd3efa req-21c5c02f-4b0c-437b-be23-5d376dd2e5e4 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:18.486406 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-57a1674c-1366-44dc-a6e4-dd65e8dd3efa req-21c5c02f-4b0c-437b-be23-5d376dd2e5e4 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9b3d735-f748-4ce6-b331-75be61ce2712 HTTP/1.1" status: 200 len: 948 time: 0.0599065 Aug 02 13:45:18.537347 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-57a1674c-1366-44dc-a6e4-dd65e8dd3efa req-5865edef-9723-4422-906f-ca729f4485f9 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.67 "GET /v2.0/security-groups?id=b74e456a-a597-453c-b3ef-a970d02da7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444291 Aug 02 13:45:18.709318 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c564f-806b-4124-91d5-369537238e78 req-55c5f646-a151-44f0-9fab-4cc3dc5342a2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:18.710758 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2b6c564f-806b-4124-91d5-369537238e78 req-55c5f646-a151-44f0-9fab-4cc3dc5342a2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 946 time: 0.0636849 Aug 02 13:45:18.761599 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2b6c564f-806b-4124-91d5-369537238e78 req-27b3a8b7-3d6c-4de2-89db-811bc2aed0b0 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447369 Aug 02 13:45:18.956879 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37a639-e827-444b-92cd-62359aab4cf6 req-2f674ece-3e16-44e6-a92d-312701bf0535 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:18.959103 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6b37a639-e827-444b-92cd-62359aab4cf6 req-2f674ece-3e16-44e6-a92d-312701bf0535 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=053b4bd2-a548-438c-9318-838ad3c619a7 HTTP/1.1" status: 200 len: 944 time: 0.0695558 Aug 02 13:45:19.025719 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6b37a639-e827-444b-92cd-62359aab4cf6 req-5fd252c8-1e94-476f-9668-2eb0796af95d tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/security-groups?id=e68a575b-bcda-41eb-ae87-5506e2d40bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596867 Aug 02 13:45:19.059370 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 6d13620a-06c2-48b2-af32-7c386a690fb5 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 13:45:19.065209 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device b29b9471-547a-4c89-98af-c0c2854da992 up at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:45:19.224863 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 6d13620a-06c2-48b2-af32-7c386a690fb5, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6d13620a-06c2-48b2-af32-7c386a690fb5,segment=NetworkSegment(2719795b-2b2b-452f-9977-a55e1f435942),segment_id=2719795b-2b2b-452f-9977-a55e1f435942)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:45:19.233754 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e297fc4b-0e81-424d-abfe-96e764f752be req-e64d09e9-4d53-4acc-843f-5fdb5ddb2838 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ecf59cec-8651-4c30-911f-eb88b511c04f HTTP/1.1" status: 200 len: 210 time: 0.0343103 Aug 02 13:45:19.246888 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Returning: {'device': '6d13620a-06c2-48b2-af32-7c386a690fb5', 'network_id': '25bbee23-c6a2-4df9-b51f-0dd63a0e89f2', 'port_id': '6d13620a-06c2-48b2-af32-7c386a690fb5', 'mac_address': 'fa:16:3e:1e:63:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '085d71ba-f26b-4527-882f-29a4dcb761bf', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 13:45:19.274583 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning for port b29b9471-547a-4c89-98af-c0c2854da992 completed by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 02 13:45:19.286984 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning complete for port b29b9471-547a-4c89-98af-c0c2854da992 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:45:19.287371 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (b29b9471-547a-4c89-98af-c0c2854da992), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:19.314105 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port 6d13620a-06c2-48b2-af32-7c386a690fb5 is: DOWN; New status is: BUILD {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:45:19.314548 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (6d13620a-06c2-48b2-af32-7c386a690fb5), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:19.340662 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d13620a-06c2-48b2-af32-7c386a690fb5 {{(pid=104370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:45:19.373381 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 6d13620a-06c2-48b2-af32-7c386a690fb5, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6d13620a-06c2-48b2-af32-7c386a690fb5,segment=NetworkSegment(2719795b-2b2b-452f-9977-a55e1f435942),segment_id=2719795b-2b2b-452f-9977-a55e1f435942)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:45:19.431556 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port b29b9471-547a-4c89-98af-c0c2854da992 is: BUILD; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:45:19.432145 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (b29b9471-547a-4c89-98af-c0c2854da992), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:19.493029 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port b29b9471-547a-4c89-98af-c0c2854da992, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=b29b9471-547a-4c89-98af-c0c2854da992,segment=NetworkSegment(d02d205a-6453-460f-a975-5e7e2220633f),segment_id=d02d205a-6453-460f-a975-5e7e2220633f)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:45:19.516540 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (6d13620a-06c2-48b2-af32-7c386a690fb5), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:19.581805 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=6d13620a-06c2-48b2-af32-7c386a690fb5,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:19.646888 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053b4bd2-a548-438c-9318-838ad3c619a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29b9471-547a-4c89-98af-c0c2854da992'}] {{(pid=104370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:45:19.651765 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7baa883c66606d2bd29c352a6206e712ed5fe15c106669ddbeacd0f82211b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308da32a-6436-4d69-a6ef-4d4a62d3d753" -d '{"events": [{"server_uuid": "053b4bd2-a548-438c-9318-838ad3c619a7", "name": "network-vif-plugged", "status": "completed", "tag": "b29b9471-547a-4c89-98af-c0c2854da992"}]}' {{(pid=104370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:45:19.670110 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (b29b9471-547a-4c89-98af-c0c2854da992), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:19.736355 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393356c-62b2-427e-ae6e-ca2dfe5ee813 req-b2e9325e-9509-4070-b3d2-195d32877b35 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:19.738323 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-3393356c-62b2-427e-ae6e-ca2dfe5ee813 req-b2e9325e-9509-4070-b3d2-195d32877b35 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9b3d735-f748-4ce6-b331-75be61ce2712 HTTP/1.1" status: 200 len: 949 time: 0.1097624 Aug 02 13:45:19.743397 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8647ad5d-0237-4766-8926-a89a3f49244e x-openstack-request-id: req-8647ad5d-0237-4766-8926-a89a3f49244e {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:45:19.743946 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "053b4bd2-a548-438c-9318-838ad3c619a7", "name": "network-vif-plugged", "status": "completed", "tag": "b29b9471-547a-4c89-98af-c0c2854da992", "code": 200}]} {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:45:19.744068 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8647ad5d-0237-4766-8926-a89a3f49244e {{(pid=104370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:45:19.744510 dv-cinder-847864-8-iscsi neutron-server[104370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8647ad5d-0237-4766-8926-a89a3f49244e'] response: {'server_uuid': '053b4bd2-a548-438c-9318-838ad3c619a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29b9471-547a-4c89-98af-c0c2854da992', 'code': 200} Aug 02 13:45:19.765212 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['6d13620a-06c2-48b2-af32-7c386a690fb5'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:45:19.834365 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=b29b9471-547a-4c89-98af-c0c2854da992,revision_number=5']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:19.853857 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-3393356c-62b2-427e-ae6e-ca2dfe5ee813 req-f6038a9a-e6d3-4768-be7e-6e0d4bbc1a50 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.67 "GET /v2.0/security-groups?id=b74e456a-a597-453c-b3ef-a970d02da7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012969 Aug 02 13:45:19.982581 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e272537-e986-4d08-8dc4-cf0bcbd95743 req-0535b2b5-e919-439f-b7c9-ed42a75d311e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:19.984253 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1e272537-e986-4d08-8dc4-cf0bcbd95743 req-0535b2b5-e919-439f-b7c9-ed42a75d311e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 946 time: 0.0912392 Aug 02 13:45:20.064873 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1e272537-e986-4d08-8dc4-cf0bcbd95743 req-c1322e67-c869-4c6f-a261-388b67b46b0e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693829 Aug 02 13:45:20.193351 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66e08f-faa6-401f-a3f8-2ba5c61119d2 req-d87f5de9-3712-44bb-be71-26c3a3afec41 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:20.196660 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-db66e08f-faa6-401f-a3f8-2ba5c61119d2 req-d87f5de9-3712-44bb-be71-26c3a3afec41 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=053b4bd2-a548-438c-9318-838ad3c619a7 HTTP/1.1" status: 200 len: 945 time: 0.0737433 Aug 02 13:45:20.217345 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56c2be-4db8-4f4e-863f-415736d55411 req-b651f194-e48b-4dc7-9ca3-e3de1d278f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:20.218972 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fc56c2be-4db8-4f4e-863f-415736d55411 req-b651f194-e48b-4dc7-9ca3-e3de1d278f94 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=053b4bd2-a548-438c-9318-838ad3c619a7 HTTP/1.1" status: 200 len: 1129 time: 0.0615788 Aug 02 13:45:20.288228 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fc56c2be-4db8-4f4e-863f-415736d55411 req-2387eb8c-b955-43cb-a888-cd898a9dc5bf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e68a575b-bcda-41eb-ae87-5506e2d40bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507727 Aug 02 13:45:20.339420 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-db66e08f-faa6-401f-a3f8-2ba5c61119d2 req-49f60718-1d55-430d-8394-f833ff7ad145 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/security-groups?id=e68a575b-bcda-41eb-ae87-5506e2d40bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347785 Aug 02 13:45:20.367450 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6e9287d4-8d67-4736-bbbb-f19c8e8876be req-e58900ab-d604-4b02-abb3-73fa6d4b913c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ecf59cec-8651-4c30-911f-eb88b511c04f HTTP/1.1" status: 200 len: 210 time: 0.0403407 Aug 02 13:45:20.416396 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-1327d20e-1ce7-4287-9fb9-a515cd36514b tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:20.417987 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-1327d20e-1ce7-4287-9fb9-a515cd36514b tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.20 "GET /v2.0/networks?id=01ffcfab-a887-4187-8399-c98076da1ec3 HTTP/1.1" status: 200 len: 812 time: 0.1806390 Aug 02 13:45:20.550122 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-5ece6624-6376-4a69-ba18-78e829c22502 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26af2dc63c6142548bb513c4aed2b4d0 HTTP/1.1" status: 200 len: 380 time: 0.0636685 Aug 02 13:45:20.561557 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-3b6cd594-d9de-4098-b79b-4a77de51c8f6 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Request body: {'port': {'device_id': 'ecf59cec-8651-4c30-911f-eb88b511c04f', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'admin_state_up': True, 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'security_groups': ['1c902918-5e39-48e4-aae8-251bcd47b4da']}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:45:20.805704 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-3b6cd594-d9de-4098-b79b-4a77de51c8f6 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Made reservation on behalf of 26af2dc63c6142548bb513c4aed2b4d0 for: {'port': 1} {{(pid=104368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:45:20.809112 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-3b6cd594-d9de-4098-b79b-4a77de51c8f6 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:21.004872 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_common [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-3b6cd594-d9de-4098-b79b-4a77de51c8f6 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Allocated IP 172.20.0.8 (01ffcfab-a887-4187-8399-c98076da1ec3/ae61575f-a0ba-4745-91f9-2d111054bae1/cc3a2b10-11ae-448d-aeca-2b92cfb72ac2) {{(pid=104368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:45:21.030163 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06149f75-db11-46a2-a9ac-1833434bd1c8 req-d63bb838-ad83-46cb-b7af-0aba3a561718 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:21.031919 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-06149f75-db11-46a2-a9ac-1833434bd1c8 req-d63bb838-ad83-46cb-b7af-0aba3a561718 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9b3d735-f748-4ce6-b331-75be61ce2712 HTTP/1.1" status: 200 len: 949 time: 0.0962012 Aug 02 13:45:21.081034 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 6d13620a-06c2-48b2-af32-7c386a690fb5 up at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:45:21.163651 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-06149f75-db11-46a2-a9ac-1833434bd1c8 req-5b0cf191-16c3-43a9-ad9b-614c400de814 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.67 "GET /v2.0/security-groups?id=b74e456a-a597-453c-b3ef-a970d02da7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239238 Aug 02 13:45:21.235753 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-3b6cd594-d9de-4098-b79b-4a77de51c8f6 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for port (cc3a2b10-11ae-448d-aeca-2b92cfb72ac2), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:21.263321 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a029c-ada6-42a3-972c-ac6855f557af req-9f7f7954-8a18-4843-bc57-a68b5e5ae237 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:21.265654 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-280a029c-ada6-42a3-972c-ac6855f557af req-9f7f7954-8a18-4843-bc57-a68b5e5ae237 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 946 time: 0.0922313 Aug 02 13:45:21.273042 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning for port 6d13620a-06c2-48b2-af32-7c386a690fb5 completed by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 02 13:45:21.279036 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning complete for port 6d13620a-06c2-48b2-af32-7c386a690fb5 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:45:21.279689 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (6d13620a-06c2-48b2-af32-7c386a690fb5), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:21.333627 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-280a029c-ada6-42a3-972c-ac6855f557af req-040d3318-d1ad-4a00-aad8-6925fa2a1573 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605524 Aug 02 13:45:21.364544 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port 6d13620a-06c2-48b2-af32-7c386a690fb5 is: BUILD; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:45:21.365118 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (6d13620a-06c2-48b2-af32-7c386a690fb5), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:21.413031 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-3b6cd594-d9de-4098-b79b-4a77de51c8f6 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (cc3a2b10-11ae-448d-aeca-2b92cfb72ac2), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:21.413394 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 6d13620a-06c2-48b2-af32-7c386a690fb5, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6d13620a-06c2-48b2-af32-7c386a690fb5,segment=NetworkSegment(2719795b-2b2b-452f-9977-a55e1f435942),segment_id=2719795b-2b2b-452f-9977-a55e1f435942)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:45:21.494822 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-3b6cd594-d9de-4098-b79b-4a77de51c8f6 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Network 01ffcfab-a887-4187-8399-c98076da1ec3 is already hosted by enough agents. {{(pid=104368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:45:21.506317 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-3b6cd594-d9de-4098-b79b-4a77de51c8f6 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Resources bound (agent type, host, resource id): {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:45:21.511522 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-3b6cd594-d9de-4098-b79b-4a77de51c8f6 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Received port after_create {{(pid=104368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:45:21.562333 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6cd594-d9de-4098-b79b-4a77de51c8f6 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Pushing event updated for resources: {'Port': ['ID=cc3a2b10-11ae-448d-aeca-2b92cfb72ac2,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:21.563213 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e323f-6693-4d45-9d0b-4d64aa9ea7d5 req-e5add152-0aba-4245-98dc-f0a7a7b050c9 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:21.565284 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-772e323f-6693-4d45-9d0b-4d64aa9ea7d5 req-e5add152-0aba-4245-98dc-f0a7a7b050c9 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ecf59cec-8651-4c30-911f-eb88b511c04f HTTP/1.1" status: 200 len: 931 time: 0.0927763 Aug 02 13:45:21.583549 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (6d13620a-06c2-48b2-af32-7c386a690fb5), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:21.614646 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-3b6cd594-d9de-4098-b79b-4a77de51c8f6 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:21.617425 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-3b6cd594-d9de-4098-b79b-4a77de51c8f6 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:21.681304 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2fe76-c171-4eb0-89ec-3f5fd51ac3fe req-5da2e54b-ffde-4d79-b47d-6c125e467e81 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:21.691771 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a6f2fe76-c171-4eb0-89ec-3f5fd51ac3fe req-5da2e54b-ffde-4d79-b47d-6c125e467e81 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=053b4bd2-a548-438c-9318-838ad3c619a7 HTTP/1.1" status: 200 len: 945 time: 0.2505794 Aug 02 13:45:21.709064 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-772e323f-6693-4d45-9d0b-4d64aa9ea7d5 req-e02f52f5-0e50-4c59-a584-26d1de546db1 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172562 Aug 02 13:45:21.709161 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=6d13620a-06c2-48b2-af32-7c386a690fb5,revision_number=5']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:21.735246 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-3b6cd594-d9de-4098-b79b-4a77de51c8f6 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1776807 Aug 02 13:45:21.748886 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b3d735-f748-4ce6-b331-75be61ce2712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d13620a-06c2-48b2-af32-7c386a690fb5'}] {{(pid=104370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:45:21.752129 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7baa883c66606d2bd29c352a6206e712ed5fe15c106669ddbeacd0f82211b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b17727-0d52-4366-af6a-d7c89a987628" -d '{"events": [{"server_uuid": "b9b3d735-f748-4ce6-b331-75be61ce2712", "name": "network-vif-plugged", "status": "completed", "tag": "6d13620a-06c2-48b2-af32-7c386a690fb5"}]}' {{(pid=104370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:45:21.763358 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-afdc4d66-7b02-4891-a24f-9c707c46359c service neutron] Request body: {'port': {'device_id': 'ecf59cec-8651-4c30-911f-eb88b511c04f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:45:21.822592 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6024eb1-ba70-410d-bd6c-5d880bbb6e31 x-openstack-request-id: req-a6024eb1-ba70-410d-bd6c-5d880bbb6e31 {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:45:21.823149 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b3d735-f748-4ce6-b331-75be61ce2712", "name": "network-vif-plugged", "status": "completed", "tag": "6d13620a-06c2-48b2-af32-7c386a690fb5", "code": 200}]} {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:45:21.823599 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a6024eb1-ba70-410d-bd6c-5d880bbb6e31 {{(pid=104370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:45:21.824355 dv-cinder-847864-8-iscsi neutron-server[104370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6024eb1-ba70-410d-bd6c-5d880bbb6e31'] response: {'server_uuid': 'b9b3d735-f748-4ce6-b331-75be61ce2712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d13620a-06c2-48b2-af32-7c386a690fb5', 'code': 200} Aug 02 13:45:21.831990 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a6f2fe76-c171-4eb0-89ec-3f5fd51ac3fe req-b5c0940d-1447-4f60-89c6-3d4740899ea1 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/security-groups?id=e68a575b-bcda-41eb-ae87-5506e2d40bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300101 Aug 02 13:45:21.866590 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-42f3c3e3-83e1-4dcb-8ad9-aa34d3e745b8 None None] Provisioning complete for port cc3a2b10-11ae-448d-aeca-2b92cfb72ac2 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:45:21.867250 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-42f3c3e3-83e1-4dcb-8ad9-aa34d3e745b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (cc3a2b10-11ae-448d-aeca-2b92cfb72ac2), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:21.897286 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-afdc4d66-7b02-4891-a24f-9c707c46359c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (cc3a2b10-11ae-448d-aeca-2b92cfb72ac2), before_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:21.907464 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-42f3c3e3-83e1-4dcb-8ad9-aa34d3e745b8 None None] Port cc3a2b10-11ae-448d-aeca-2b92cfb72ac2 cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:45:22.198710 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-afdc4d66-7b02-4891-a24f-9c707c46359c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc3a2b10-11ae-448d-aeca-2b92cfb72ac2 {{(pid=104368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:45:22.208713 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0e520-d356-489a-9931-7f5a830920ce req-7c0cc095-c9f8-4343-b0ab-96c355bbfc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:22.209058 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-afdc4d66-7b02-4891-a24f-9c707c46359c service neutron] Publish callbacks [] for port (cc3a2b10-11ae-448d-aeca-2b92cfb72ac2), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:22.210446 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ccd0e520-d356-489a-9931-7f5a830920ce req-7c0cc095-c9f8-4343-b0ab-96c355bbfc24 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b9b3d735-f748-4ce6-b331-75be61ce2712 HTTP/1.1" status: 200 len: 1134 time: 0.0572140 Aug 02 13:45:22.229120 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.provisioning_blocks [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-afdc4d66-7b02-4891-a24f-9c707c46359c service neutron] Transition to ACTIVE for port object cc3a2b10-11ae-448d-aeca-2b92cfb72ac2 will not be triggered until provisioned by entity L2. {{(pid=104368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 02 13:45:22.270919 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ccd0e520-d356-489a-9931-7f5a830920ce req-071906e1-f515-4a33-904e-343f61588c8b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b74e456a-a597-453c-b3ef-a970d02da7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511582 Aug 02 13:45:22.292373 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-afdc4d66-7b02-4891-a24f-9c707c46359c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5190948'] for port (cc3a2b10-11ae-448d-aeca-2b92cfb72ac2), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:22.323486 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668c8b4-0515-4591-afc0-b4c2eb9dc088 req-60f0a31f-d8f8-4af8-a086-5e7d5cf9b477 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:22.325243 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-c668c8b4-0515-4591-afc0-b4c2eb9dc088 req-60f0a31f-d8f8-4af8-a086-5e7d5cf9b477 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9b3d735-f748-4ce6-b331-75be61ce2712 HTTP/1.1" status: 200 len: 950 time: 0.0734086 Aug 02 13:45:22.363760 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc4d66-7b02-4891-a24f-9c707c46359c service neutron] Pushing event updated for resources: {'Port': ['ID=cc3a2b10-11ae-448d-aeca-2b92cfb72ac2,revision_number=2']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:22.402111 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-c668c8b4-0515-4591-afc0-b4c2eb9dc088 req-921ee032-be98-4d92-a7c7-a9818ea596e9 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.67 "GET /v2.0/security-groups?id=b74e456a-a597-453c-b3ef-a970d02da7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657940 Aug 02 13:45:22.484839 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.managers [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-afdc4d66-7b02-4891-a24f-9c707c46359c service neutron] Attempting to bind port cc3a2b10-11ae-448d-aeca-2b92cfb72ac2 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:45:22.485216 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.managers [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-afdc4d66-7b02-4891-a24f-9c707c46359c service neutron] Attempting to bind port cc3a2b10-11ae-448d-aeca-2b92cfb72ac2 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3'}] {{(pid=104368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:45:22.485588 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-afdc4d66-7b02-4891-a24f-9c707c46359c service neutron] Attempting to bind port cc3a2b10-11ae-448d-aeca-2b92cfb72ac2 on network 01ffcfab-a887-4187-8399-c98076da1ec3 {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:45:22.496572 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-afdc4d66-7b02-4891-a24f-9c707c46359c service neutron] Port cc3a2b10-11ae-448d-aeca-2b92cfb72ac2 on network 01ffcfab-a887-4187-8399-c98076da1ec3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 02 13:45:22.496899 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-afdc4d66-7b02-4891-a24f-9c707c46359c service neutron] Attempting to bind port cc3a2b10-11ae-448d-aeca-2b92cfb72ac2 on network 01ffcfab-a887-4187-8399-c98076da1ec3 {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:45:22.505362 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-afdc4d66-7b02-4891-a24f-9c707c46359c service neutron] Checking agent: {'id': '69dc3da8-ee10-46f6-83b6-ed4e97a21469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'started_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:45:22.505699 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-afdc4d66-7b02-4891-a24f-9c707c46359c service neutron] Checking segment: {'id': 'a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:45:22.506089 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-afdc4d66-7b02-4891-a24f-9c707c46359c service neutron] Bound using segment: {'id': 'a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3'} {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:45:22.506559 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.managers [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-afdc4d66-7b02-4891-a24f-9c707c46359c service neutron] Bound port: cc3a2b10-11ae-448d-aeca-2b92cfb72ac2, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3'}}] {{(pid=104368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:45:22.506921 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-afdc4d66-7b02-4891-a24f-9c707c46359c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (cc3a2b10-11ae-448d-aeca-2b92cfb72ac2), before_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:22.536343 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ed793-5c14-4f6c-98de-6180340523f2 req-746be2d7-4f02-4575-b226-1246f3b540a4 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:22.537967 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-8c3ed793-5c14-4f6c-98de-6180340523f2 req-746be2d7-4f02-4575-b226-1246f3b540a4 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 946 time: 0.0960798 Aug 02 13:45:22.631534 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-afdc4d66-7b02-4891-a24f-9c707c46359c service neutron] For port cc3a2b10-11ae-448d-aeca-2b92cfb72ac2, host hv-cinder-84786, cleared binding levels {{(pid=104368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:45:22.646986 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-8c3ed793-5c14-4f6c-98de-6180340523f2 req-848d1c17-f6e3-4e5d-b340-d847af9e490a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783312 Aug 02 13:45:22.650572 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-afdc4d66-7b02-4891-a24f-9c707c46359c service neutron] For port cc3a2b10-11ae-448d-aeca-2b92cfb72ac2, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=cc3a2b10-11ae-448d-aeca-2b92cfb72ac2,segment=NetworkSegment(a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33),segment_id=a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33)] {{(pid=104368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:45:22.702312 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-afdc4d66-7b02-4891-a24f-9c707c46359c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5190948'] for port (cc3a2b10-11ae-448d-aeca-2b92cfb72ac2), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:22.737123 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-afdc4d66-7b02-4891-a24f-9c707c46359c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:22.737760 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-afdc4d66-7b02-4891-a24f-9c707c46359c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:22.739129 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-afdc4d66-7b02-4891-a24f-9c707c46359c service neutron] 10.222.0.20 "PUT /v2.0/ports/cc3a2b10-11ae-448d-aeca-2b92cfb72ac2 HTTP/1.1" status: 200 len: 1093 time: 0.9875522 Aug 02 13:45:22.739575 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf59cec-8651-4c30-911f-eb88b511c04f', 'tag': 'cc3a2b10-11ae-448d-aeca-2b92cfb72ac2'}] {{(pid=104368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:45:22.741836 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245b70741b0aa7b9232129cc368cc987c69949c5cf8ab06a5d5e033a5668ca41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a302aae-2638-41da-9649-cbbc759eefc4" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf59cec-8651-4c30-911f-eb88b511c04f", "tag": "cc3a2b10-11ae-448d-aeca-2b92cfb72ac2"}]}' {{(pid=104368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:45:22.772730 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc4d66-7b02-4891-a24f-9c707c46359c service neutron] Pushing event updated for resources: {'Port': ['ID=cc3a2b10-11ae-448d-aeca-2b92cfb72ac2,revision_number=3']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:22.787835 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb83082-4159-4985-9326-48b4b706e809 x-openstack-request-id: req-edb83082-4159-4985-9326-48b4b706e809 {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:45:22.788211 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf59cec-8651-4c30-911f-eb88b511c04f", "tag": "cc3a2b10-11ae-448d-aeca-2b92cfb72ac2", "status": "completed", "code": 200}]} {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:45:22.788540 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-edb83082-4159-4985-9326-48b4b706e809 {{(pid=104368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:45:22.789020 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edb83082-4159-4985-9326-48b4b706e809'] response: {'name': 'network-changed', 'server_uuid': 'ecf59cec-8651-4c30-911f-eb88b511c04f', 'tag': 'cc3a2b10-11ae-448d-aeca-2b92cfb72ac2', 'status': 'completed', 'code': 200} Aug 02 13:45:22.836215 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4ebf1-d9b9-4d8b-9716-c3e0bba6b6a4 req-4f702981-9dde-4a3f-b6aa-c80ececd198d tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:22.839108 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4de4ebf1-d9b9-4d8b-9716-c3e0bba6b6a4 req-4f702981-9dde-4a3f-b6aa-c80ececd198d tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ecf59cec-8651-4c30-911f-eb88b511c04f HTTP/1.1" status: 200 len: 943 time: 0.0643373 Aug 02 13:45:22.863575 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a302aae-2638-41da-9649-cbbc759eefc4 req-ed222b34-e2df-47ed-b30b-4cc53dfaa18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:22.864697 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4a302aae-2638-41da-9649-cbbc759eefc4 req-ed222b34-e2df-47ed-b30b-4cc53dfaa18c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26af2dc63c6142548bb513c4aed2b4d0&device_id=ecf59cec-8651-4c30-911f-eb88b511c04f HTTP/1.1" status: 200 len: 1127 time: 0.0535188 Aug 02 13:45:22.911877 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4de4ebf1-d9b9-4d8b-9716-c3e0bba6b6a4 req-0f3fb627-fe9b-46ea-a755-f9243edcb115 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621750 Aug 02 13:45:23.013557 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a302aae-2638-41da-9649-cbbc759eefc4 req-bf4efa73-5cb6-483e-99a7-e9f745be8226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:23.015139 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4a302aae-2638-41da-9649-cbbc759eefc4 req-bf4efa73-5cb6-483e-99a7-e9f745be8226 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=26af2dc63c6142548bb513c4aed2b4d0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1423447 Aug 02 13:45:23.028311 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da653ec8-1c7a-4994-9925-f0bdff7f579d req-00f2e00c-f315-42ef-91cf-83c88088d588 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:23.029824 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-da653ec8-1c7a-4994-9925-f0bdff7f579d req-00f2e00c-f315-42ef-91cf-83c88088d588 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=053b4bd2-a548-438c-9318-838ad3c619a7 HTTP/1.1" status: 200 len: 945 time: 0.0871539 Aug 02 13:45:23.144758 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-da653ec8-1c7a-4994-9925-f0bdff7f579d req-5af1f713-aa0a-47a4-8142-673908a376ab tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/security-groups?id=e68a575b-bcda-41eb-ae87-5506e2d40bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060750 Aug 02 13:45:23.169197 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a302aae-2638-41da-9649-cbbc759eefc4 req-263c2eac-3216-435e-93b5-b949493d6860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:23.169197 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4a302aae-2638-41da-9649-cbbc759eefc4 req-263c2eac-3216-435e-93b5-b949493d6860 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1342547 Aug 02 13:45:23.271998 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-62f1bc73-7f88-434b-b0ab-b22429d8920f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:23.273507 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-62f1bc73-7f88-434b-b0ab-b22429d8920f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26af2dc63c6142548bb513c4aed2b4d0&device_id=ecf59cec-8651-4c30-911f-eb88b511c04f HTTP/1.1" status: 200 len: 1127 time: 0.0565369 Aug 02 13:45:23.326712 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-8cde5c00-4842-4fd6-8bc6-2a751c3af4cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc3a2b10-11ae-448d-aeca-2b92cfb72ac2 HTTP/1.1" status: 200 len: 217 time: 0.0421159 Aug 02 13:45:23.389672 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-0ea5aac7-fc4c-4941-99cd-46e7f19d0f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:23.391209 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-0ea5aac7-fc4c-4941-99cd-46e7f19d0f0f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae61575f-a0ba-4745-91f9-2d111054bae1 HTTP/1.1" status: 200 len: 851 time: 0.0590751 Aug 02 13:45:23.452578 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-4791f02d-31d6-448a-b3f7-a28eb7c73f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:23.454202 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-4791f02d-31d6-448a-b3f7-a28eb7c73f23 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01ffcfab-a887-4187-8399-c98076da1ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563576 Aug 02 13:45:23.557279 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cfdb6-c88d-4d82-a197-10a8709a1cfd req-18b62860-c1c8-4da1-a07f-9baeadbe5545 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:23.559277 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e21cfdb6-c88d-4d82-a197-10a8709a1cfd req-18b62860-c1c8-4da1-a07f-9baeadbe5545 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9b3d735-f748-4ce6-b331-75be61ce2712 HTTP/1.1" status: 200 len: 950 time: 0.0606825 Aug 02 13:45:23.561467 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-af581d72-00d0-426d-9cc4-abfeea9cb0a0 service neutron] 10.222.0.20 "GET /v2.0/networks/01ffcfab-a887-4187-8399-c98076da1ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006579 Aug 02 13:45:23.626571 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e21cfdb6-c88d-4d82-a197-10a8709a1cfd req-39a43c07-0c7c-4ec2-adf8-2bd42fd5bb42 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.67 "GET /v2.0/security-groups?id=b74e456a-a597-453c-b3ef-a970d02da7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612419 Aug 02 13:45:23.665297 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1a3de8b8-7599-4625-9a5c-8d9bf9810314 req-bbad81bc-4a0a-4de0-8b9b-3a9cd3cf974a service neutron] 10.222.0.20 "GET /v2.0/networks/01ffcfab-a887-4187-8399-c98076da1ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971038 Aug 02 13:45:24.041599 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101be1d3-bae4-48c3-8bf0-a38125ac7aa5 req-3d9de548-54b9-4981-ad1e-688933ae425e tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:24.043209 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-101be1d3-bae4-48c3-8bf0-a38125ac7aa5 req-3d9de548-54b9-4981-ad1e-688933ae425e tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ecf59cec-8651-4c30-911f-eb88b511c04f HTTP/1.1" status: 200 len: 943 time: 0.0557435 Aug 02 13:45:24.108091 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-101be1d3-bae4-48c3-8bf0-a38125ac7aa5 req-2e42deab-cc93-4d61-9501-edff95b7aefd tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590634 Aug 02 13:45:24.257123 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-5d9ca22e-d1ac-4e0f-b08b-6f28b7c1e587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:24.686764 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aceee6-6452-44ea-af6e-95b5ba631912 req-cedd5872-c9d7-40e9-a841-4e4294dc6478 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:24.688296 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-08aceee6-6452-44ea-af6e-95b5ba631912 req-cedd5872-c9d7-40e9-a841-4e4294dc6478 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=053b4bd2-a548-438c-9318-838ad3c619a7 HTTP/1.1" status: 200 len: 945 time: 0.0571620 Aug 02 13:45:24.738398 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-08aceee6-6452-44ea-af6e-95b5ba631912 req-85f84324-e8db-470b-a625-64aa125a6d3f tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/security-groups?id=e68a575b-bcda-41eb-ae87-5506e2d40bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444202 Aug 02 13:45:24.755741 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00c73e-1ee3-402f-b567-b917222f634a req-4fecd0e5-ef6a-4d5a-88e0-da0cb6297e55 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:24.757314 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1c00c73e-1ee3-402f-b567-b917222f634a req-4fecd0e5-ef6a-4d5a-88e0-da0cb6297e55 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9b3d735-f748-4ce6-b331-75be61ce2712 HTTP/1.1" status: 200 len: 950 time: 0.0534911 Aug 02 13:45:24.807133 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1c00c73e-1ee3-402f-b567-b917222f634a req-244d5f04-f048-4525-8ec8-432c58656cb8 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.67 "GET /v2.0/security-groups?id=b74e456a-a597-453c-b3ef-a970d02da7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430484 Aug 02 13:45:25.239001 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce031c97-db3a-402f-acb3-5f1b533d982b req-a8de0617-6720-4629-b1cb-62c08f90ae08 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:25.239771 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:25.240533 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ce031c97-db3a-402f-acb3-5f1b533d982b req-a8de0617-6720-4629-b1cb-62c08f90ae08 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ecf59cec-8651-4c30-911f-eb88b511c04f HTTP/1.1" status: 200 len: 943 time: 0.0535924 Aug 02 13:45:25.292401 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ce031c97-db3a-402f-acb3-5f1b533d982b req-a6875765-f599-40c1-95fd-0b463bee4575 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454621 Aug 02 13:45:25.382822 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc53aa7-1584-406e-9ffe-fbab85a37e63 req-55daba70-5bd2-4931-8fa9-15110adc5d21 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:25.384945 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ddc53aa7-1584-406e-9ffe-fbab85a37e63 req-55daba70-5bd2-4931-8fa9-15110adc5d21 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9b3d735-f748-4ce6-b331-75be61ce2712 HTTP/1.1" status: 200 len: 950 time: 0.0564823 Aug 02 13:45:25.450741 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ddc53aa7-1584-406e-9ffe-fbab85a37e63 req-308be002-b192-451e-a17e-a0d833bebeb8 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.67 "GET /v2.0/security-groups?id=b74e456a-a597-453c-b3ef-a970d02da7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584486 Aug 02 13:45:25.871158 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c378306-48cd-411f-8d3d-13b7af142157 req-9daa5b49-6b5a-410f-ada6-41401f764302 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:25.872679 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5c378306-48cd-411f-8d3d-13b7af142157 req-9daa5b49-6b5a-410f-ada6-41401f764302 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=053b4bd2-a548-438c-9318-838ad3c619a7 HTTP/1.1" status: 200 len: 945 time: 0.0605640 Aug 02 13:45:25.922396 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5c378306-48cd-411f-8d3d-13b7af142157 req-ea6e4eab-5eab-44b3-bdb5-654c7ad181d8 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/security-groups?id=e68a575b-bcda-41eb-ae87-5506e2d40bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440829 Aug 02 13:45:26.091059 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb05a82-9555-4f0c-951c-a5ee52357601 req-65f62fd2-ecea-45ae-8432-bdc06e1e2d9d tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:26.092467 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ceb05a82-9555-4f0c-951c-a5ee52357601 req-65f62fd2-ecea-45ae-8432-bdc06e1e2d9d tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.20 "GET /v2.0/ports?device_id=053b4bd2-a548-438c-9318-838ad3c619a7 HTTP/1.1" status: 200 len: 945 time: 0.0565097 Aug 02 13:45:26.185262 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [req-ceb05a82-9555-4f0c-951c-a5ee52357601 req-0326235e-51f0-4d3a-9e90-e8e26f717a5e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Deleting port b29b9471-547a-4c89-98af-c0c2854da992 {{(pid=104368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:45:26.185604 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-ceb05a82-9555-4f0c-951c-a5ee52357601 req-0326235e-51f0-4d3a-9e90-e8e26f717a5e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (b29b9471-547a-4c89-98af-c0c2854da992), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:26.282592 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [req-ceb05a82-9555-4f0c-951c-a5ee52357601 req-0326235e-51f0-4d3a-9e90-e8e26f717a5e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] For port b29b9471-547a-4c89-98af-c0c2854da992, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=b29b9471-547a-4c89-98af-c0c2854da992,segment=NetworkSegment(d02d205a-6453-460f-a975-5e7e2220633f),segment_id=d02d205a-6453-460f-a975-5e7e2220633f)] {{(pid=104368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:45:26.282958 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-ceb05a82-9555-4f0c-951c-a5ee52357601 req-0326235e-51f0-4d3a-9e90-e8e26f717a5e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (b29b9471-547a-4c89-98af-c0c2854da992), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:26.298585 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [req-ceb05a82-9555-4f0c-951c-a5ee52357601 req-0326235e-51f0-4d3a-9e90-e8e26f717a5e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Calling delete_port for b29b9471-547a-4c89-98af-c0c2854da992 owned by compute:nova {{(pid=104368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:45:26.468924 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-fea99d6e-8dcf-4a97-8bce-c0b5276c7905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:26.476145 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732ae3b-6243-45b4-b750-9032fd77d6a6 req-591b68bb-28c0-47e7-acb6-e4a2a4a6ec02 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:26.478342 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2732ae3b-6243-45b4-b750-9032fd77d6a6 req-591b68bb-28c0-47e7-acb6-e4a2a4a6ec02 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ecf59cec-8651-4c30-911f-eb88b511c04f HTTP/1.1" status: 200 len: 943 time: 0.1011541 Aug 02 13:45:26.537616 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-ceb05a82-9555-4f0c-951c-a5ee52357601 req-0326235e-51f0-4d3a-9e90-e8e26f717a5e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (b29b9471-547a-4c89-98af-c0c2854da992), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:26.547316 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2732ae3b-6243-45b4-b750-9032fd77d6a6 req-12288272-2463-477e-99d3-1fe97076fc8d tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605855 Aug 02 13:45:26.558821 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['b29b9471-547a-4c89-98af-c0c2854da992'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:45:26.575235 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326235e-51f0-4d3a-9e90-e8e26f717a5e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Pushing event deleted for resources: {'Port': ['ID=b29b9471-547a-4c89-98af-c0c2854da992,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:26.613673 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787236d-5c26-4d5b-a8b0-c72bd8b73a33 req-6be0f665-c7df-486d-930d-c94db2635177 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:26.620339 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e787236d-5c26-4d5b-a8b0-c72bd8b73a33 req-6be0f665-c7df-486d-930d-c94db2635177 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9b3d735-f748-4ce6-b331-75be61ce2712 HTTP/1.1" status: 200 len: 950 time: 0.0924037 Aug 02 13:45:26.626411 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb05a82-9555-4f0c-951c-a5ee52357601 req-0326235e-51f0-4d3a-9e90-e8e26f717a5e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] No DVR routers for this DVR port b29b9471-547a-4c89-98af-c0c2854da992 on host hv-cinder-84786 {{(pid=104368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:45:26.629518 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-ceb05a82-9555-4f0c-951c-a5ee52357601 req-0326235e-51f0-4d3a-9e90-e8e26f717a5e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:26.634058 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ceb05a82-9555-4f0c-951c-a5ee52357601 req-0326235e-51f0-4d3a-9e90-e8e26f717a5e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.20 "DELETE /v2.0/ports/b29b9471-547a-4c89-98af-c0c2854da992 HTTP/1.1" status: 204 len: 173 time: 0.5349333 Aug 02 13:45:26.634599 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053b4bd2-a548-438c-9318-838ad3c619a7', 'name': 'network-vif-deleted', 'tag': 'b29b9471-547a-4c89-98af-c0c2854da992'}] {{(pid=104368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:45:26.637688 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245b70741b0aa7b9232129cc368cc987c69949c5cf8ab06a5d5e033a5668ca41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5aef7a5-d499-4661-b514-a13bb11f0bd7" -d '{"events": [{"server_uuid": "053b4bd2-a548-438c-9318-838ad3c619a7", "name": "network-vif-deleted", "tag": "b29b9471-547a-4c89-98af-c0c2854da992"}]}' {{(pid=104368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:45:26.671188 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e787236d-5c26-4d5b-a8b0-c72bd8b73a33 req-b871888f-095c-4fcc-9ffc-87eebdd347c4 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.67 "GET /v2.0/security-groups?id=b74e456a-a597-453c-b3ef-a970d02da7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487216 Aug 02 13:45:26.679630 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9812e5a7-39db-412c-aa87-31ecc6219add x-openstack-request-id: req-9812e5a7-39db-412c-aa87-31ecc6219add {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:45:26.679934 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "053b4bd2-a548-438c-9318-838ad3c619a7", "name": "network-vif-deleted", "tag": "b29b9471-547a-4c89-98af-c0c2854da992", "status": "completed", "code": 200}]} {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:45:26.680795 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9812e5a7-39db-412c-aa87-31ecc6219add {{(pid=104368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:45:26.681443 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9812e5a7-39db-412c-aa87-31ecc6219add'] response: {'server_uuid': '053b4bd2-a548-438c-9318-838ad3c619a7', 'name': 'network-vif-deleted', 'tag': 'b29b9471-547a-4c89-98af-c0c2854da992', 'status': 'completed', 'code': 200} Aug 02 13:45:26.794655 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ec4cb-a487-4ce1-b298-f4a6dafb92e3 req-53829083-fc10-4016-96b6-0ce96116c3d4 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:26.796097 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-9c6ec4cb-a487-4ce1-b298-f4a6dafb92e3 req-53829083-fc10-4016-96b6-0ce96116c3d4 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9b3d735-f748-4ce6-b331-75be61ce2712 HTTP/1.1" status: 200 len: 950 time: 0.0664325 Aug 02 13:45:26.897809 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [req-9c6ec4cb-a487-4ce1-b298-f4a6dafb92e3 req-ec454458-e413-4ed1-88f7-15422847f5c7 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Deleting port 6d13620a-06c2-48b2-af32-7c386a690fb5 {{(pid=104368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:45:26.898162 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-9c6ec4cb-a487-4ce1-b298-f4a6dafb92e3 req-ec454458-e413-4ed1-88f7-15422847f5c7 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (6d13620a-06c2-48b2-af32-7c386a690fb5), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:27.010602 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [req-9c6ec4cb-a487-4ce1-b298-f4a6dafb92e3 req-ec454458-e413-4ed1-88f7-15422847f5c7 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] For port 6d13620a-06c2-48b2-af32-7c386a690fb5, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6d13620a-06c2-48b2-af32-7c386a690fb5,segment=NetworkSegment(2719795b-2b2b-452f-9977-a55e1f435942),segment_id=2719795b-2b2b-452f-9977-a55e1f435942)] {{(pid=104368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:45:27.010946 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-9c6ec4cb-a487-4ce1-b298-f4a6dafb92e3 req-ec454458-e413-4ed1-88f7-15422847f5c7 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (6d13620a-06c2-48b2-af32-7c386a690fb5), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:27.033823 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [req-9c6ec4cb-a487-4ce1-b298-f4a6dafb92e3 req-ec454458-e413-4ed1-88f7-15422847f5c7 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Calling delete_port for 6d13620a-06c2-48b2-af32-7c386a690fb5 owned by compute:nova {{(pid=104368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:45:27.057744 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-fa8bced6-9029-4a60-8a3f-f960b378444a req-c7067232-be7c-489e-a9fd-2f0eddbf2f78 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=053b4bd2-a548-438c-9318-838ad3c619a7 HTTP/1.1" status: 200 len: 210 time: 0.0380890 Aug 02 13:45:27.256110 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-9c6ec4cb-a487-4ce1-b298-f4a6dafb92e3 req-ec454458-e413-4ed1-88f7-15422847f5c7 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (6d13620a-06c2-48b2-af32-7c386a690fb5), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:27.267575 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['6d13620a-06c2-48b2-af32-7c386a690fb5'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:45:27.284729 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec454458-e413-4ed1-88f7-15422847f5c7 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Pushing event deleted for resources: {'Port': ['ID=6d13620a-06c2-48b2-af32-7c386a690fb5,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:27.344559 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6ec4cb-a487-4ce1-b298-f4a6dafb92e3 req-ec454458-e413-4ed1-88f7-15422847f5c7 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] No DVR routers for this DVR port 6d13620a-06c2-48b2-af32-7c386a690fb5 on host hv-cinder-84786 {{(pid=104368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:45:27.347031 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-9c6ec4cb-a487-4ce1-b298-f4a6dafb92e3 req-ec454458-e413-4ed1-88f7-15422847f5c7 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:27.350575 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-9c6ec4cb-a487-4ce1-b298-f4a6dafb92e3 req-ec454458-e413-4ed1-88f7-15422847f5c7 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.20 "DELETE /v2.0/ports/6d13620a-06c2-48b2-af32-7c386a690fb5 HTTP/1.1" status: 204 len: 173 time: 0.5495508 Aug 02 13:45:27.616930 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:27.686041 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d5b9d-223a-4d67-b5c5-3ef8e5b1b06f req-c2c1135f-8de0-46b6-b2d8-08e9876b9694 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:27.687903 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-834d5b9d-223a-4d67-b5c5-3ef8e5b1b06f req-c2c1135f-8de0-46b6-b2d8-08e9876b9694 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ecf59cec-8651-4c30-911f-eb88b511c04f HTTP/1.1" status: 200 len: 943 time: 0.0601940 Aug 02 13:45:27.756236 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-834d5b9d-223a-4d67-b5c5-3ef8e5b1b06f req-352d928d-abbc-469e-8c28-43cedb3d545f tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609934 Aug 02 13:45:27.817574 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a249d143-a435-4d5d-86da-7802d12e395c req-a8261b89-b818-49b4-b6f0-8e636ec70238 tempest-VolumesNegativeTest-1048805923 tempest-VolumesNegativeTest-1048805923-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9b3d735-f748-4ce6-b331-75be61ce2712 HTTP/1.1" status: 200 len: 210 time: 0.0285952 Aug 02 13:45:28.395263 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-6da64bdf-063d-490b-ac20-b2047e908d18 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:28.396854 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-6da64bdf-063d-490b-ac20-b2047e908d18 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/networks?id=69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45 HTTP/1.1" status: 200 len: 808 time: 0.1107378 Aug 02 13:45:28.418308 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-b7c17020-d99f-479b-aff3-b1b75542b75f tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/quotas/212d64cda23c483ca4fcec948aec742a HTTP/1.1" status: 200 len: 375 time: 0.0139413 Aug 02 13:45:28.453855 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-7e26eca7-b41e-4fbe-9929-7829b471649d tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=212d64cda23c483ca4fcec948aec742a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276072 Aug 02 13:45:28.561741 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-f2feb4ab-9b5b-4057-8b57-5ee49cdb48b9 service neutron] 10.222.0.67 "GET /v2.0/networks/69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009915 Aug 02 13:45:28.659107 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-b523f3ed-20a6-42dd-9479-92351b229768 service neutron] 10.222.0.67 "GET /v2.0/networks/69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901680 Aug 02 13:45:28.682891 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b3d735-f748-4ce6-b331-75be61ce2712', 'name': 'network-vif-deleted', 'tag': '6d13620a-06c2-48b2-af32-7c386a690fb5'}] {{(pid=104368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:45:28.686292 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245b70741b0aa7b9232129cc368cc987c69949c5cf8ab06a5d5e033a5668ca41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8fd497-bf09-4b38-86e7-8de6ca5037ec" -d '{"events": [{"server_uuid": "b9b3d735-f748-4ce6-b331-75be61ce2712", "name": "network-vif-deleted", "tag": "6d13620a-06c2-48b2-af32-7c386a690fb5"}]}' {{(pid=104368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:45:28.725761 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b7f3fa-6539-4be3-851f-ac498f3cf89b x-openstack-request-id: req-19b7f3fa-6539-4be3-851f-ac498f3cf89b {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:45:28.725987 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b3d735-f748-4ce6-b331-75be61ce2712", "name": "network-vif-deleted", "tag": "6d13620a-06c2-48b2-af32-7c386a690fb5", "status": "completed", "code": 200}]} {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:45:28.726234 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-19b7f3fa-6539-4be3-851f-ac498f3cf89b {{(pid=104368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:45:28.726664 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19b7f3fa-6539-4be3-851f-ac498f3cf89b'] response: {'server_uuid': 'b9b3d735-f748-4ce6-b331-75be61ce2712', 'name': 'network-vif-deleted', 'tag': '6d13620a-06c2-48b2-af32-7c386a690fb5', 'status': 'completed', 'code': 200} Aug 02 13:45:28.890937 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a4597-3b3a-4abe-a314-4d67635a8354 req-f8306eb9-7c9a-4848-88a8-3ef9efea051c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:28.893015 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-162a4597-3b3a-4abe-a314-4d67635a8354 req-f8306eb9-7c9a-4848-88a8-3ef9efea051c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ecf59cec-8651-4c30-911f-eb88b511c04f HTTP/1.1" status: 200 len: 943 time: 0.0548778 Aug 02 13:45:28.913626 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-54c030f6-8584-4d35-88bd-8fbfee4850bf req-c22f26fc-85f1-40ff-85c8-3ceb38231754 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbc24f75-3d0e-428e-8e39-bde437b4d328 HTTP/1.1" status: 200 len: 210 time: 0.0372097 Aug 02 13:45:28.956538 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-162a4597-3b3a-4abe-a314-4d67635a8354 req-06d7a6ed-ef35-4be5-828e-20a2b9f928d9 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535715 Aug 02 13:45:29.221399 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:30.023911 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-3efd0681-1b16-4ce9-92a5-4d7ecee7e91d req-7ae78e92-7810-419b-82d5-e3042f45715b tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbc24f75-3d0e-428e-8e39-bde437b4d328 HTTP/1.1" status: 200 len: 210 time: 0.0325532 Aug 02 13:45:30.112937 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd535f-627e-4d86-9fff-f875e8e8d1e4 req-55c64a41-67fb-4105-8c2c-8b9134465fab tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:30.114471 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-dfcd535f-627e-4d86-9fff-f875e8e8d1e4 req-55c64a41-67fb-4105-8c2c-8b9134465fab tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ecf59cec-8651-4c30-911f-eb88b511c04f HTTP/1.1" status: 200 len: 943 time: 0.0571318 Aug 02 13:45:30.174622 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-dfcd535f-627e-4d86-9fff-f875e8e8d1e4 req-c2ef5c59-9f5d-460f-9576-89a0ff24f29e tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541148 Aug 02 13:45:30.656650 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:31.142334 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-bb7a37d6-73ef-45f1-a4ad-692f0f825364 req-2227c412-0669-4ec2-aa8e-daf4eb60c4f2 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbc24f75-3d0e-428e-8e39-bde437b4d328 HTTP/1.1" status: 200 len: 210 time: 0.0343752 Aug 02 13:45:31.172179 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device cc3a2b10-11ae-448d-aeca-2b92cfb72ac2 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 13:45:31.175396 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device b29b9471-547a-4c89-98af-c0c2854da992 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:45:31.213481 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] No Port match for: b29b9471-547a-4c89-98af-c0c2854da992 {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:45:31.213902 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device b29b9471-547a-4c89-98af-c0c2854da992 not bound to the agent host hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:45:31.214292 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 6d13620a-06c2-48b2-af32-7c386a690fb5 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:45:31.240339 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] No Port match for: 6d13620a-06c2-48b2-af32-7c386a690fb5 {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:45:31.240699 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 6d13620a-06c2-48b2-af32-7c386a690fb5 not bound to the agent host hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:45:31.334023 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b0019-9bab-44f3-aca5-a456e1cc65bc req-11947972-e3a8-4644-9d84-b5bda24d7bf9 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:31.346749 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2f9b0019-9bab-44f3-aca5-a456e1cc65bc req-11947972-e3a8-4644-9d84-b5bda24d7bf9 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ecf59cec-8651-4c30-911f-eb88b511c04f HTTP/1.1" status: 200 len: 943 time: 0.0777950 Aug 02 13:45:31.420863 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2f9b0019-9bab-44f3-aca5-a456e1cc65bc req-a212587c-1bbc-447f-995a-31e89a499bde tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724986 Aug 02 13:45:31.479258 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-fbf9a2de-18a0-42f3-ac1f-347ee818bd8e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:31.480975 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-fbf9a2de-18a0-42f3-ac1f-347ee818bd8e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.20 "GET /v2.0/networks?id=69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45 HTTP/1.1" status: 200 len: 808 time: 0.2589154 Aug 02 13:45:31.496224 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-9abd3268-664d-4956-b5fc-5bbffa98c64c tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Request body: {'port': {'device_id': 'cbc24f75-3d0e-428e-8e39-bde437b4d328', 'network_id': '69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45', 'admin_state_up': True, 'tenant_id': '212d64cda23c483ca4fcec948aec742a'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:45:31.613135 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port cc3a2b10-11ae-448d-aeca-2b92cfb72ac2, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=cc3a2b10-11ae-448d-aeca-2b92cfb72ac2,segment=NetworkSegment(a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33),segment_id=a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:45:31.635340 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Returning: {'device': 'cc3a2b10-11ae-448d-aeca-2b92cfb72ac2', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'port_id': 'cc3a2b10-11ae-448d-aeca-2b92cfb72ac2', 'mac_address': 'fa:16:3e:96:f9:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 13:45:31.675217 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port cc3a2b10-11ae-448d-aeca-2b92cfb72ac2 is: DOWN; New status is: BUILD {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:45:31.675923 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (cc3a2b10-11ae-448d-aeca-2b92cfb72ac2), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:31.689558 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc3a2b10-11ae-448d-aeca-2b92cfb72ac2 {{(pid=104370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:45:31.711683 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port cc3a2b10-11ae-448d-aeca-2b92cfb72ac2, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=cc3a2b10-11ae-448d-aeca-2b92cfb72ac2,segment=NetworkSegment(a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33),segment_id=a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:45:31.736391 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-9abd3268-664d-4956-b5fc-5bbffa98c64c tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Made reservation on behalf of 212d64cda23c483ca4fcec948aec742a for: {'port': 1} {{(pid=104368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:45:31.739800 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-9abd3268-664d-4956-b5fc-5bbffa98c64c tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:31.789109 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (cc3a2b10-11ae-448d-aeca-2b92cfb72ac2), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:31.853956 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=cc3a2b10-11ae-448d-aeca-2b92cfb72ac2,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:31.924186 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_common [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-9abd3268-664d-4956-b5fc-5bbffa98c64c tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Allocated IP 172.20.0.6 (69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45/f9f041ba-5029-4924-b363-16504434c2a3/24e4acd3-589e-4a39-b23f-b8630e9fcfa7) {{(pid=104368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:45:32.032745 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['cc3a2b10-11ae-448d-aeca-2b92cfb72ac2'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:45:32.117641 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-9abd3268-664d-4956-b5fc-5bbffa98c64c tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Publish callbacks [] for port (24e4acd3-589e-4a39-b23f-b8630e9fcfa7), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:32.202290 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-9abd3268-664d-4956-b5fc-5bbffa98c64c tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (24e4acd3-589e-4a39-b23f-b8630e9fcfa7), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:32.301731 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-9abd3268-664d-4956-b5fc-5bbffa98c64c tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Network 69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45 is already hosted by enough agents. {{(pid=104368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:45:32.311582 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-9abd3268-664d-4956-b5fc-5bbffa98c64c tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Resources bound (agent type, host, resource id): {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:45:32.316013 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-9abd3268-664d-4956-b5fc-5bbffa98c64c tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Received port after_create {{(pid=104368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:45:32.353682 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd3268-664d-4956-b5fc-5bbffa98c64c tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Pushing event updated for resources: {'Port': ['ID=24e4acd3-589e-4a39-b23f-b8630e9fcfa7,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:32.440347 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-9abd3268-664d-4956-b5fc-5bbffa98c64c tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:32.441087 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-9abd3268-664d-4956-b5fc-5bbffa98c64c tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:32.478903 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86aaecd-8a2d-45fb-9097-654b15cf72c0 req-2e2815fb-3d4a-4dd1-8f03-8f881734025c tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:32.481105 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f86aaecd-8a2d-45fb-9097-654b15cf72c0 req-2e2815fb-3d4a-4dd1-8f03-8f881734025c tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbc24f75-3d0e-428e-8e39-bde437b4d328 HTTP/1.1" status: 200 len: 931 time: 0.1297338 Aug 02 13:45:32.559451 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f86aaecd-8a2d-45fb-9097-654b15cf72c0 req-4c1c390b-3d49-4e62-9e63-a7a593c957ad tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/security-groups?id=e68a575b-bcda-41eb-ae87-5506e2d40bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690889 Aug 02 13:45:32.607771 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-9abd3268-664d-4956-b5fc-5bbffa98c64c tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1176107 Aug 02 13:45:32.621166 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-656cad93-b045-47e1-9924-272e7623087a service neutron] Request body: {'port': {'device_id': 'cbc24f75-3d0e-428e-8e39-bde437b4d328', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:45:32.623767 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05482a-b105-4aa7-b07e-34dfd669c920 req-1db7d9f8-b7f9-4333-8d59-36d75b09c6da tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:32.625375 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fc05482a-b105-4aa7-b07e-34dfd669c920 req-1db7d9f8-b7f9-4333-8d59-36d75b09c6da tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ecf59cec-8651-4c30-911f-eb88b511c04f HTTP/1.1" status: 200 len: 944 time: 0.0968955 Aug 02 13:45:32.694150 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-656cad93-b045-47e1-9924-272e7623087a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (24e4acd3-589e-4a39-b23f-b8630e9fcfa7), before_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:32.697916 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fc05482a-b105-4aa7-b07e-34dfd669c920 req-7ef9668d-6e23-478f-858c-52f55c211457 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605648 Aug 02 13:45:33.007047 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-656cad93-b045-47e1-9924-272e7623087a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24e4acd3-589e-4a39-b23f-b8630e9fcfa7 {{(pid=104368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:45:33.017738 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-656cad93-b045-47e1-9924-272e7623087a service neutron] Publish callbacks [] for port (24e4acd3-589e-4a39-b23f-b8630e9fcfa7), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:33.055974 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.provisioning_blocks [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-656cad93-b045-47e1-9924-272e7623087a service neutron] Transition to ACTIVE for port object 24e4acd3-589e-4a39-b23f-b8630e9fcfa7 will not be triggered until provisioned by entity L2. {{(pid=104368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 02 13:45:33.103292 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-656cad93-b045-47e1-9924-272e7623087a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5190948'] for port (24e4acd3-589e-4a39-b23f-b8630e9fcfa7), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:33.176862 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device cc3a2b10-11ae-448d-aeca-2b92cfb72ac2 up at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:45:33.178220 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656cad93-b045-47e1-9924-272e7623087a service neutron] Pushing event updated for resources: {'Port': ['ID=24e4acd3-589e-4a39-b23f-b8630e9fcfa7,revision_number=2']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:33.259195 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.managers [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-656cad93-b045-47e1-9924-272e7623087a service neutron] Attempting to bind port 24e4acd3-589e-4a39-b23f-b8630e9fcfa7 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:45:33.259195 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.managers [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-656cad93-b045-47e1-9924-272e7623087a service neutron] Attempting to bind port 24e4acd3-589e-4a39-b23f-b8630e9fcfa7 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'd02d205a-6453-460f-a975-5e7e2220633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45'}] {{(pid=104368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:45:33.259195 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-656cad93-b045-47e1-9924-272e7623087a service neutron] Attempting to bind port 24e4acd3-589e-4a39-b23f-b8630e9fcfa7 on network 69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45 {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:45:33.260503 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-656cad93-b045-47e1-9924-272e7623087a service neutron] Port 24e4acd3-589e-4a39-b23f-b8630e9fcfa7 on network 69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 02 13:45:33.260964 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-656cad93-b045-47e1-9924-272e7623087a service neutron] Attempting to bind port 24e4acd3-589e-4a39-b23f-b8630e9fcfa7 on network 69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45 {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:45:33.266878 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-656cad93-b045-47e1-9924-272e7623087a service neutron] Checking agent: {'id': '69dc3da8-ee10-46f6-83b6-ed4e97a21469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'started_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:45:33.267360 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-656cad93-b045-47e1-9924-272e7623087a service neutron] Checking segment: {'id': 'd02d205a-6453-460f-a975-5e7e2220633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:45:33.267760 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-656cad93-b045-47e1-9924-272e7623087a service neutron] Bound using segment: {'id': 'd02d205a-6453-460f-a975-5e7e2220633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45'} {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:45:33.268299 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.managers [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-656cad93-b045-47e1-9924-272e7623087a service neutron] Bound port: 24e4acd3-589e-4a39-b23f-b8630e9fcfa7, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd02d205a-6453-460f-a975-5e7e2220633f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45'}}] {{(pid=104368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:45:33.268670 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-656cad93-b045-47e1-9924-272e7623087a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (24e4acd3-589e-4a39-b23f-b8630e9fcfa7), before_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:33.313552 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning for port cc3a2b10-11ae-448d-aeca-2b92cfb72ac2 completed by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 02 13:45:33.318738 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning complete for port cc3a2b10-11ae-448d-aeca-2b92cfb72ac2 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:45:33.319186 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (cc3a2b10-11ae-448d-aeca-2b92cfb72ac2), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:33.351637 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-656cad93-b045-47e1-9924-272e7623087a service neutron] For port 24e4acd3-589e-4a39-b23f-b8630e9fcfa7, host hv-cinder-84786, cleared binding levels {{(pid=104368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:45:33.357349 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-656cad93-b045-47e1-9924-272e7623087a service neutron] For port 24e4acd3-589e-4a39-b23f-b8630e9fcfa7, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=24e4acd3-589e-4a39-b23f-b8630e9fcfa7,segment=NetworkSegment(d02d205a-6453-460f-a975-5e7e2220633f),segment_id=d02d205a-6453-460f-a975-5e7e2220633f)] {{(pid=104368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:45:33.411018 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port cc3a2b10-11ae-448d-aeca-2b92cfb72ac2 is: BUILD; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:45:33.411512 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (cc3a2b10-11ae-448d-aeca-2b92cfb72ac2), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:33.443393 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf59cec-8651-4c30-911f-eb88b511c04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3a2b10-11ae-448d-aeca-2b92cfb72ac2'}] {{(pid=104370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:45:33.447023 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7baa883c66606d2bd29c352a6206e712ed5fe15c106669ddbeacd0f82211b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44eabd0d-2736-4cc4-9da8-a014a1f8a13c" -d '{"events": [{"server_uuid": "ecf59cec-8651-4c30-911f-eb88b511c04f", "name": "network-vif-plugged", "status": "completed", "tag": "cc3a2b10-11ae-448d-aeca-2b92cfb72ac2"}]}' {{(pid=104370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:45:33.464826 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port cc3a2b10-11ae-448d-aeca-2b92cfb72ac2, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=cc3a2b10-11ae-448d-aeca-2b92cfb72ac2,segment=NetworkSegment(a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33),segment_id=a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:45:33.480655 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-656cad93-b045-47e1-9924-272e7623087a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5190948'] for port (24e4acd3-589e-4a39-b23f-b8630e9fcfa7), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:33.504760 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd40b284-c052-4a89-9257-23c66c84fb52 x-openstack-request-id: req-cd40b284-c052-4a89-9257-23c66c84fb52 {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:45:33.505336 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf59cec-8651-4c30-911f-eb88b511c04f", "name": "network-vif-plugged", "status": "completed", "tag": "cc3a2b10-11ae-448d-aeca-2b92cfb72ac2", "code": 200}]} {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:45:33.505786 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cd40b284-c052-4a89-9257-23c66c84fb52 {{(pid=104370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:45:33.506676 dv-cinder-847864-8-iscsi neutron-server[104370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd40b284-c052-4a89-9257-23c66c84fb52'] response: {'server_uuid': 'ecf59cec-8651-4c30-911f-eb88b511c04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3a2b10-11ae-448d-aeca-2b92cfb72ac2', 'code': 200} Aug 02 13:45:33.519885 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-656cad93-b045-47e1-9924-272e7623087a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:33.525754 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-656cad93-b045-47e1-9924-272e7623087a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:33.525754 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-656cad93-b045-47e1-9924-272e7623087a service neutron] 10.222.0.20 "PUT /v2.0/ports/24e4acd3-589e-4a39-b23f-b8630e9fcfa7 HTTP/1.1" status: 200 len: 1093 time: 0.9076459 Aug 02 13:45:33.525754 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc24f75-3d0e-428e-8e39-bde437b4d328', 'tag': '24e4acd3-589e-4a39-b23f-b8630e9fcfa7'}] {{(pid=104368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:45:33.527110 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245b70741b0aa7b9232129cc368cc987c69949c5cf8ab06a5d5e033a5668ca41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe691cb-10a5-46ee-903a-8369485066af" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc24f75-3d0e-428e-8e39-bde437b4d328", "tag": "24e4acd3-589e-4a39-b23f-b8630e9fcfa7"}]}' {{(pid=104368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:45:33.542922 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (cc3a2b10-11ae-448d-aeca-2b92cfb72ac2), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:33.558836 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656cad93-b045-47e1-9924-272e7623087a service neutron] Pushing event updated for resources: {'Port': ['ID=24e4acd3-589e-4a39-b23f-b8630e9fcfa7,revision_number=3']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:33.585667 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277f42a6-e5e6-43bf-a5b9-8d7bcafc7f45 x-openstack-request-id: req-277f42a6-e5e6-43bf-a5b9-8d7bcafc7f45 {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:45:33.586096 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc24f75-3d0e-428e-8e39-bde437b4d328", "tag": "24e4acd3-589e-4a39-b23f-b8630e9fcfa7", "status": "completed", "code": 200}]} {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:45:33.592045 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-277f42a6-e5e6-43bf-a5b9-8d7bcafc7f45 {{(pid=104368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:45:33.592797 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-277f42a6-e5e6-43bf-a5b9-8d7bcafc7f45'] response: {'name': 'network-changed', 'server_uuid': 'cbc24f75-3d0e-428e-8e39-bde437b4d328', 'tag': '24e4acd3-589e-4a39-b23f-b8630e9fcfa7', 'status': 'completed', 'code': 200} Aug 02 13:45:33.619716 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=cc3a2b10-11ae-448d-aeca-2b92cfb72ac2,revision_number=5']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:33.756163 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe691cb-10a5-46ee-903a-8369485066af req-4c62febb-6beb-4327-b0d0-328d0cf28c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:33.757702 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-bfe691cb-10a5-46ee-903a-8369485066af req-4c62febb-6beb-4327-b0d0-328d0cf28c0e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=212d64cda23c483ca4fcec948aec742a&device_id=cbc24f75-3d0e-428e-8e39-bde437b4d328 HTTP/1.1" status: 200 len: 1127 time: 0.1056559 Aug 02 13:45:33.877968 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f967b-39e4-4008-a73a-5d171c817056 req-b1fd2009-fce0-4b3c-aa22-977912332660 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:33.877968 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-bb4f967b-39e4-4008-a73a-5d171c817056 req-b1fd2009-fce0-4b3c-aa22-977912332660 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbc24f75-3d0e-428e-8e39-bde437b4d328 HTTP/1.1" status: 200 len: 943 time: 0.1557872 Aug 02 13:45:33.927154 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751bd7b-6291-4bae-b312-3c3282c71543 req-3d952d87-3073-4f60-b415-536c8b6388ea tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:33.929091 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-c751bd7b-6291-4bae-b312-3c3282c71543 req-3d952d87-3073-4f60-b415-536c8b6388ea tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ecf59cec-8651-4c30-911f-eb88b511c04f HTTP/1.1" status: 200 len: 945 time: 0.1266057 Aug 02 13:45:33.959474 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21941b96-4f56-42e5-a173-d9aad9090549 req-84f17202-ac38-40b9-8210-28e13516beb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:33.961701 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-21941b96-4f56-42e5-a173-d9aad9090549 req-84f17202-ac38-40b9-8210-28e13516beb6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ecf59cec-8651-4c30-911f-eb88b511c04f HTTP/1.1" status: 200 len: 1129 time: 0.0884504 Aug 02 13:45:34.002871 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-bb4f967b-39e4-4008-a73a-5d171c817056 req-3d4502c2-cc2f-4c97-9c4a-3440025edb50 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/security-groups?id=e68a575b-bcda-41eb-ae87-5506e2d40bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230814 Aug 02 13:45:34.009362 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe691cb-10a5-46ee-903a-8369485066af req-8a70cb92-a2cd-4827-a1ec-24ff401c09da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:34.010732 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-bfe691cb-10a5-46ee-903a-8369485066af req-8a70cb92-a2cd-4827-a1ec-24ff401c09da service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=212d64cda23c483ca4fcec948aec742a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2449589 Aug 02 13:45:34.022035 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-c751bd7b-6291-4bae-b312-3c3282c71543 req-49c9f53f-b89d-4e68-b933-31b9bf4d49f5 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814662 Aug 02 13:45:34.069479 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-21941b96-4f56-42e5-a173-d9aad9090549 req-af396807-5020-40d0-97f1-9f538a982040 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002312 Aug 02 13:45:34.145642 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe691cb-10a5-46ee-903a-8369485066af req-bb55eee7-5b13-4137-8171-28a6a952f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:34.147174 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-bfe691cb-10a5-46ee-903a-8369485066af req-bb55eee7-5b13-4137-8171-28a6a952f734 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1305461 Aug 02 13:45:34.345988 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-67a022b0-77e1-43f8-8c6b-9406c17b19e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:34.349315 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2a29c512-c67c-4ed9-9e2d-54886073a1ba req-5787cc18-9405-49b2-9749-f90c386f8277 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ce5b2e3f-e31d-4049-8a5b-0893aeceabc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508895 Aug 02 13:45:34.351020 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-67a022b0-77e1-43f8-8c6b-9406c17b19e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=212d64cda23c483ca4fcec948aec742a&device_id=cbc24f75-3d0e-428e-8e39-bde437b4d328 HTTP/1.1" status: 200 len: 1127 time: 0.0505323 Aug 02 13:45:34.462814 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29c512-c67c-4ed9-9e2d-54886073a1ba req-c835bd4f-0cf0-4279-9f6e-98ac5f18ae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:34.464394 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2a29c512-c67c-4ed9-9e2d-54886073a1ba req-c835bd4f-0cf0-4279-9f6e-98ac5f18ae0f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26af2dc63c6142548bb513c4aed2b4d0&device_id=ce5b2e3f-e31d-4049-8a5b-0893aeceabc5 HTTP/1.1" status: 200 len: 1129 time: 0.0552528 Aug 02 13:45:34.681869 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-c6b08743-b148-4a01-aa30-8c50b1f9081d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24e4acd3-589e-4a39-b23f-b8630e9fcfa7 HTTP/1.1" status: 200 len: 217 time: 0.3117940 Aug 02 13:45:34.734814 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-60065ffa-1a1c-4f9e-8473-7ad7baff3083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:34.736337 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-60065ffa-1a1c-4f9e-8473-7ad7baff3083 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9f041ba-5029-4924-b363-16504434c2a3 HTTP/1.1" status: 200 len: 848 time: 0.0485966 Aug 02 13:45:34.771438 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-1d2b4e9c-ed95-4c98-a2b3-0875f2700a80 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278862 Aug 02 13:45:34.871634 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29c512-c67c-4ed9-9e2d-54886073a1ba req-e5c8828f-21b6-472c-9bff-27239e58b200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:34.871916 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-1ac4c6ac-dbdd-40bf-81c3-b0254fb5082a service neutron] 10.222.0.20 "GET /v2.0/networks/69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940173 Aug 02 13:45:34.873434 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2a29c512-c67c-4ed9-9e2d-54886073a1ba req-e5c8828f-21b6-472c-9bff-27239e58b200 service neutron] 10.222.0.20 "GET /v2.0/networks?id=01ffcfab-a887-4187-8399-c98076da1ec3 HTTP/1.1" status: 200 len: 913 time: 0.3885279 Aug 02 13:45:34.952689 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2a29c512-c67c-4ed9-9e2d-54886073a1ba req-9ca0fb0e-4286-465d-9d87-5a2760d6ea32 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b1f0cac-3901-4fdb-a96f-a97ceb90661a HTTP/1.1" status: 200 len: 1001 time: 0.0642741 Aug 02 13:45:34.985264 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-751df792-ad54-4d90-bbd3-0ebde4170c49 req-428b5aee-90d3-498d-87d3-2a9e819f4f04 service neutron] 10.222.0.20 "GET /v2.0/networks/69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979197 Aug 02 13:45:35.021993 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29c512-c67c-4ed9-9e2d-54886073a1ba req-2bb63016-cfed-4bf5-af51-7900dae0ab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:35.026888 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2a29c512-c67c-4ed9-9e2d-54886073a1ba req-2bb63016-cfed-4bf5-af51-7900dae0ab3a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae61575f-a0ba-4745-91f9-2d111054bae1 HTTP/1.1" status: 200 len: 851 time: 0.0649500 Aug 02 13:45:35.089021 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29c512-c67c-4ed9-9e2d-54886073a1ba req-14c4ffd8-0b37-45f3-8aaa-f1db5de59d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:35.091380 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2a29c512-c67c-4ed9-9e2d-54886073a1ba req-14c4ffd8-0b37-45f3-8aaa-f1db5de59d8c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01ffcfab-a887-4187-8399-c98076da1ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608387 Aug 02 13:45:35.191560 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8d9d8-f970-43d9-b130-15a42eaa0871 req-79be14c6-8cd6-4350-9dae-977bed2d7c7f tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:35.193358 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8ff8d9d8-f970-43d9-b130-15a42eaa0871 req-79be14c6-8cd6-4350-9dae-977bed2d7c7f tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ecf59cec-8651-4c30-911f-eb88b511c04f HTTP/1.1" status: 200 len: 945 time: 0.0695384 Aug 02 13:45:35.246931 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214d7df-bd11-4f28-b2a1-19c23e50470c req-00808b78-43eb-451d-ad26-2b9918fb2e3f tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:35.248444 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a214d7df-bd11-4f28-b2a1-19c23e50470c req-00808b78-43eb-451d-ad26-2b9918fb2e3f tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbc24f75-3d0e-428e-8e39-bde437b4d328 HTTP/1.1" status: 200 len: 943 time: 0.0930703 Aug 02 13:45:35.250918 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2a29c512-c67c-4ed9-9e2d-54886073a1ba req-9de943e5-cb2a-4e60-8c9a-9275c82eb267 service neutron] 10.222.0.20 "GET /v2.0/networks/01ffcfab-a887-4187-8399-c98076da1ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490393 Aug 02 13:45:35.251309 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8ff8d9d8-f970-43d9-b130-15a42eaa0871 req-cd3866b6-f759-4148-b408-3688de28f325 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489264 Aug 02 13:45:35.350007 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a214d7df-bd11-4f28-b2a1-19c23e50470c req-e0b62b34-5c16-41b2-9129-f74c824d513d tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/security-groups?id=e68a575b-bcda-41eb-ae87-5506e2d40bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951958 Aug 02 13:45:35.392911 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2a29c512-c67c-4ed9-9e2d-54886073a1ba req-03ca5d46-68e5-4371-a55e-f6ea1099a35d service neutron] 10.222.0.20 "GET /v2.0/networks/01ffcfab-a887-4187-8399-c98076da1ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314642 Aug 02 13:45:35.905801 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 41128) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:45:36.076586 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-34064735-bb85-47eb-aed7-277b1aacee7a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=eaf91cb445b2474b803445b6be6c2d13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1693888 Aug 02 13:45:36.079103 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 41132) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:45:36.132787 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-88522454-ecf3-4ffe-961f-074d1c8d90ca admin admin] Publish callbacks [] for security_group (b74e456a-a597-453c-b3ef-a970d02da7a6), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:36.157551 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-88522454-ecf3-4ffe-961f-074d1c8d90ca admin admin] Publish callbacks [] for security_group (b74e456a-a597-453c-b3ef-a970d02da7a6), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:36.290691 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-88522454-ecf3-4ffe-961f-074d1c8d90ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (b74e456a-a597-453c-b3ef-a970d02da7a6), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:36.293467 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-88522454-ecf3-4ffe-961f-074d1c8d90ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:36.294773 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-88522454-ecf3-4ffe-961f-074d1c8d90ca admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b74e456a-a597-453c-b3ef-a970d02da7a6 HTTP/1.1" status: 204 len: 168 time: 0.2145481 Aug 02 13:45:36.303971 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88522454-ecf3-4ffe-961f-074d1c8d90ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74e456a-a597-453c-b3ef-a970d02da7a6,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:36.401896 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abd635-eff1-4c12-9c5d-a6503bdb9ba1 req-7bf7e419-1458-4d21-8197-1e70646f73d3 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:36.405402 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-39abd635-eff1-4c12-9c5d-a6503bdb9ba1 req-7bf7e419-1458-4d21-8197-1e70646f73d3 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ecf59cec-8651-4c30-911f-eb88b511c04f HTTP/1.1" status: 200 len: 945 time: 0.0640013 Aug 02 13:45:36.471566 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-39abd635-eff1-4c12-9c5d-a6503bdb9ba1 req-75d0c25c-ad6a-42fe-a7e0-eb575edb8254 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608928 Aug 02 13:45:36.665915 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee99c8-8948-4f1d-87f6-8d5854042f08 req-cf9d7ddd-3837-4eb4-a527-4043b6fddd30 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:36.668435 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-04ee99c8-8948-4f1d-87f6-8d5854042f08 req-cf9d7ddd-3837-4eb4-a527-4043b6fddd30 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbc24f75-3d0e-428e-8e39-bde437b4d328 HTTP/1.1" status: 200 len: 943 time: 0.0665038 Aug 02 13:45:36.668658 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db3737-97ff-423e-be39-156671b24470 req-52f4dd3a-f4a5-4a48-89c9-812b98d266e4 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:36.670447 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d5db3737-97ff-423e-be39-156671b24470 req-52f4dd3a-f4a5-4a48-89c9-812b98d266e4 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ecf59cec-8651-4c30-911f-eb88b511c04f HTTP/1.1" status: 200 len: 945 time: 0.0724506 Aug 02 13:45:36.725150 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-04ee99c8-8948-4f1d-87f6-8d5854042f08 req-e340b8d3-549b-4475-a8c4-9727cd4f4d42 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/security-groups?id=e68a575b-bcda-41eb-ae87-5506e2d40bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483842 Aug 02 13:45:36.728447 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d5db3737-97ff-423e-be39-156671b24470 req-268d83ef-1f41-4e4d-9a64-08d26db13035 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517967 Aug 02 13:45:36.756381 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 41146) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:45:36.811852 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626f17c4-9c58-44c7-bd13-647548a110df tempest-TestVolumeBootPattern-1632057962 tempest-TestVolumeBootPattern-1632057962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:36.813630 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-626f17c4-9c58-44c7-bd13-647548a110df tempest-TestVolumeBootPattern-1632057962 tempest-TestVolumeBootPattern-1632057962-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ecf59cec-8651-4c30-911f-eb88b511c04f HTTP/1.1" status: 200 len: 1124 time: 0.0557356 Aug 02 13:45:36.818121 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 41150) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:45:36.823415 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-45cfada6-9f7a-481c-ab05-d0bdf79e6ef0 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Request body: {'floatingip': {'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'port_id': 'cc3a2b10-11ae-448d-aeca-2b92cfb72ac2', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:45:36.908087 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-45cfada6-9f7a-481c-ab05-d0bdf79e6ef0 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:37.032936 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-45cfada6-9f7a-481c-ab05-d0bdf79e6ef0 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:37.144810 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_common [None req-45cfada6-9f7a-481c-ab05-d0bdf79e6ef0 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Allocated IP 172.27.4.51 (ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7/17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c/19e020d0-cdec-40c2-b927-24ef1e43fc5c) {{(pid=104368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:45:37.270443 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-45cfada6-9f7a-481c-ab05-d0bdf79e6ef0 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for port (19e020d0-cdec-40c2-b927-24ef1e43fc5c), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:37.405292 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-45cfada6-9f7a-481c-ab05-d0bdf79e6ef0 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (19e020d0-cdec-40c2-b927-24ef1e43fc5c), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:37.453059 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cfada6-9f7a-481c-ab05-d0bdf79e6ef0 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 is already hosted by enough agents. {{(pid=104368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:45:37.458137 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [None req-45cfada6-9f7a-481c-ab05-d0bdf79e6ef0 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Resources bound (agent type, host, resource id): {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:45:37.460356 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfada6-9f7a-481c-ab05-d0bdf79e6ef0 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Pushing event updated for resources: {'Port': ['ID=19e020d0-cdec-40c2-b927-24ef1e43fc5c,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:37.463496 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cfada6-9f7a-481c-ab05-d0bdf79e6ef0 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Received port after_create {{(pid=104368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:45:37.469131 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 41164) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:45:37.570435 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-ae49262f-fd25-4adf-a3f0-a5438a96b6da admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-821271566-network', 'tenant_id': '268a7c35cc13428eab4b2ea838ea6c62'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:45:37.650591 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae49262f-fd25-4adf-a3f0-a5438a96b6da admin admin] Made reservation on behalf of 268a7c35cc13428eab4b2ea838ea6c62 for: {'network': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:45:37.653269 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ae49262f-fd25-4adf-a3f0-a5438a96b6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for network (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:37.665140 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ae49262f-fd25-4adf-a3f0-a5438a96b6da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:37.772366 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ae49262f-fd25-4adf-a3f0-a5438a96b6da admin admin] Publish callbacks [] for security_group (c1ee7caf-efb3-431d-8040-cbf865d65074), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:37.867018 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-45cfada6-9f7a-481c-ab05-d0bdf79e6ef0 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for floatingip (457f3cc5-971e-44a9-a5e9-3d4dfc1fd4f3), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:37.890326 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6417bff-4b9c-474d-ad28-0b9d4fd6a807 req-c6523b08-7499-4ebf-ae37-98168545e6bb tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:37.891962 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-b6417bff-4b9c-474d-ad28-0b9d4fd6a807 req-c6523b08-7499-4ebf-ae37-98168545e6bb tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbc24f75-3d0e-428e-8e39-bde437b4d328 HTTP/1.1" status: 200 len: 943 time: 0.0732613 Aug 02 13:45:37.940609 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-b6417bff-4b9c-474d-ad28-0b9d4fd6a807 req-27f0017b-b3f3-4ecd-a71b-ca6875a5aa0e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/security-groups?id=e68a575b-bcda-41eb-ae87-5506e2d40bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428188 Aug 02 13:45:37.941865 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ae49262f-fd25-4adf-a3f0-a5438a96b6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (c1ee7caf-efb3-431d-8040-cbf865d65074), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:37.970788 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae49262f-fd25-4adf-a3f0-a5438a96b6da admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=104369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:45:37.981685 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49262f-fd25-4adf-a3f0-a5438a96b6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ee7caf-efb3-431d-8040-cbf865d65074,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:37.986746 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ae49262f-fd25-4adf-a3f0-a5438a96b6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (cf55ae46-006d-442e-a392-3401b722dd4a), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:37.987095 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.db.segments_db [None req-ae49262f-fd25-4adf-a3f0-a5438a96b6da admin admin] Added segment cf55ae46-006d-442e-a392-3401b722dd4a of type vlan for network 57d67998-f5ad-42d1-885e-f5b4d8c8375c Aug 02 13:45:38.001787 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-45cfada6-9f7a-481c-ab05-d0bdf79e6ef0 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (19e020d0-cdec-40c2-b927-24ef1e43fc5c), before_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:38.031105 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ae49262f-fd25-4adf-a3f0-a5438a96b6da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786056214182'] for network (57d67998-f5ad-42d1-885e-f5b4d8c8375c), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:38.159008 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ae49262f-fd25-4adf-a3f0-a5438a96b6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010'] for network (57d67998-f5ad-42d1-885e-f5b4d8c8375c), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:38.160033 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae49262f-fd25-4adf-a3f0-a5438a96b6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:38.160652 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ae49262f-fd25-4adf-a3f0-a5438a96b6da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:38.165007 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-45cfada6-9f7a-481c-ab05-d0bdf79e6ef0 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for port (19e020d0-cdec-40c2-b927-24ef1e43fc5c), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:38.219936 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49262f-fd25-4adf-a3f0-a5438a96b6da admin admin] Pushing event updated for resources: {'Network': ['ID=57d67998-f5ad-42d1-885e-f5b4d8c8375c,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:38.228381 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-45cfada6-9f7a-481c-ab05-d0bdf79e6ef0 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5190948'] for port (19e020d0-cdec-40c2-b927-24ef1e43fc5c), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:38.231329 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Network 57d67998-f5ad-42d1-885e-f5b4d8c8375c details requested by agent ovs-agent-dv-cinder-847864-8-iscsi with host dv-cinder-847864-8-iscsi {{(pid=104370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 13:45:38.276514 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-ae49262f-fd25-4adf-a3f0-a5438a96b6da admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8062694 Aug 02 13:45:38.279922 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 41170) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:45:38.288934 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-aa1171cb-e6d4-413d-9aa5-df495042b034 admin admin] Request body: {'subnet': {'network_id': '57d67998-f5ad-42d1-885e-f5b4d8c8375c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-821271566-subnet', 'tenant_id': '268a7c35cc13428eab4b2ea838ea6c62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:45:38.297790 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfada6-9f7a-481c-ab05-d0bdf79e6ef0 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Pushing event updated for resources: {'Port': ['ID=19e020d0-cdec-40c2-b927-24ef1e43fc5c,revision_number=2']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:38.314916 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-45cfada6-9f7a-481c-ab05-d0bdf79e6ef0 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772271'] for floatingip (457f3cc5-971e-44a9-a5e9-3d4dfc1fd4f3), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:38.364718 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1171cb-e6d4-413d-9aa5-df495042b034 admin admin] Made reservation on behalf of 268a7c35cc13428eab4b2ea838ea6c62 for: {'subnet': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:45:38.367106 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-aa1171cb-e6d4-413d-9aa5-df495042b034 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24483867'] for subnet (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:38.426367 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.db.l3_db [None req-45cfada6-9f7a-481c-ab05-d0bdf79e6ef0 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Floating IP 457f3cc5-971e-44a9-a5e9-3d4dfc1fd4f3 associated. External IP: 172.27.4.51, port: cc3a2b10-11ae-448d-aeca-2b92cfb72ac2. Aug 02 13:45:38.616959 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-aa1171cb-e6d4-413d-9aa5-df495042b034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24483849'] for subnet (f8421515-d9ed-4801-a5f7-ad2fc8340af8), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:38.656558 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45cfada6-9f7a-481c-ab05-d0bdf79e6ef0 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Router 7e875251-ed9c-4695-9e35-43919f7fbbef has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:45:38.669752 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1171cb-e6d4-413d-9aa5-df495042b034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8421515-d9ed-4801-a5f7-ad2fc8340af8,revision_number=0']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:38.693262 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1171cb-e6d4-413d-9aa5-df495042b034 admin admin] Checking segment: {'id': 'cf55ae46-006d-442e-a392-3401b722dd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '57d67998-f5ad-42d1-885e-f5b4d8c8375c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:45:38.693632 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1171cb-e6d4-413d-9aa5-df495042b034 admin admin] Network hostable DHCP agents. Network: 57d67998-f5ad-42d1-885e-f5b4d8c8375c, hostable agents: ['befb4f8c-7c45-422b-a3e4-83ed25d094fc'], hosted agents: [] {{(pid=104369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:45:38.768696 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cfada6-9f7a-481c-ab05-d0bdf79e6ef0 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:45:38.769619 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1171cb-e6d4-413d-9aa5-df495042b034 admin admin] Network 57d67998-f5ad-42d1-885e-f5b4d8c8375c is scheduled to be hosted by DHCP agent befb4f8c-7c45-422b-a3e4-83ed25d094fc with binding_index 1 {{(pid=104369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:45:38.780806 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbd23ca-7991-42c5-a6df-e7ffb1f85a79 None None] Sync routers for ids ['7e875251-ed9c-4695-9e35-43919f7fbbef'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:45:38.792391 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbd23ca-7991-42c5-a6df-e7ffb1f85a79 None None] Routers {'7e875251-ed9c-4695-9e35-43919f7fbbef'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:45:38.793082 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-1dbd23ca-7991-42c5-a6df-e7ffb1f85a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:45:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['7e875251-ed9c-4695-9e35-43919f7fbbef'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:45:38.879998 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-aa1171cb-e6d4-413d-9aa5-df495042b034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-8-iscsi, 57d67998-f5ad-42d1-885e-f5b4d8c8375c) {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:45:38.886426 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1171cb-e6d4-413d-9aa5-df495042b034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:38.887954 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-aa1171cb-e6d4-413d-9aa5-df495042b034 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for subnet (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:38.891400 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affe23d2-86ce-4f3e-b2a6-5dd5d088b4ee None None] Network 57d67998-f5ad-42d1-885e-f5b4d8c8375c requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:45:38.911247 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-45cfada6-9f7a-481c-ab05-d0bdf79e6ef0 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:38.944978 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-45cfada6-9f7a-481c-ab05-d0bdf79e6ef0 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1247983 Aug 02 13:45:38.946657 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-1dbd23ca-7991-42c5-a6df-e7ffb1f85a79 None None] Set router 7e875251-ed9c-4695-9e35-43919f7fbbef gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:45:38.946985 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf59cec-8651-4c30-911f-eb88b511c04f', 'tag': 'cc3a2b10-11ae-448d-aeca-2b92cfb72ac2'}] {{(pid=104368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:45:38.947231 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245b70741b0aa7b9232129cc368cc987c69949c5cf8ab06a5d5e033a5668ca41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24048616-9408-4e0f-8c81-e7e25a7a0881" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf59cec-8651-4c30-911f-eb88b511c04f", "tag": "cc3a2b10-11ae-448d-aeca-2b92cfb72ac2"}]}' {{(pid=104368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:45:38.986575 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d930e70-9206-4b2d-a427-cedfa4ae34f6 x-openstack-request-id: req-4d930e70-9206-4b2d-a427-cedfa4ae34f6 {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:45:38.986919 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf59cec-8651-4c30-911f-eb88b511c04f", "tag": "cc3a2b10-11ae-448d-aeca-2b92cfb72ac2", "status": "completed", "code": 200}]} {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:45:38.987257 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4d930e70-9206-4b2d-a427-cedfa4ae34f6 {{(pid=104368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:45:38.988203 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d930e70-9206-4b2d-a427-cedfa4ae34f6'] response: {'name': 'network-changed', 'server_uuid': 'ecf59cec-8651-4c30-911f-eb88b511c04f', 'tag': 'cc3a2b10-11ae-448d-aeca-2b92cfb72ac2', 'status': 'completed', 'code': 200} Aug 02 13:45:39.006824 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-aa1171cb-e6d4-413d-9aa5-df495042b034 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7202885 Aug 02 13:45:39.107324 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace94c7-78eb-4728-98b8-cb7cd5645f06 req-e5f6c1df-9d16-450f-bae9-896be53efcd7 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:39.108653 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24048616-9408-4e0f-8c81-e7e25a7a0881 req-de7be073-dd57-4bc8-aa29-429c7b51e701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:39.108780 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-dace94c7-78eb-4728-98b8-cb7cd5645f06 req-e5f6c1df-9d16-450f-bae9-896be53efcd7 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbc24f75-3d0e-428e-8e39-bde437b4d328 HTTP/1.1" status: 200 len: 943 time: 0.0630088 Aug 02 13:45:39.110190 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-24048616-9408-4e0f-8c81-e7e25a7a0881 req-de7be073-dd57-4bc8-aa29-429c7b51e701 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26af2dc63c6142548bb513c4aed2b4d0&device_id=ecf59cec-8651-4c30-911f-eb88b511c04f HTTP/1.1" status: 200 len: 1129 time: 0.0985582 Aug 02 13:45:39.188159 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6377013c-4aa3-4f86-99b7-78913b52ac6b None None] Network 57d67998-f5ad-42d1-885e-f5b4d8c8375c requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:45:39.203888 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-dace94c7-78eb-4728-98b8-cb7cd5645f06 req-a1ea3127-dcf3-47c9-8960-95babb5c15fa tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/security-groups?id=e68a575b-bcda-41eb-ae87-5506e2d40bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885606 Aug 02 13:45:39.241685 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 24e4acd3-589e-4a39-b23f-b8630e9fcfa7 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 13:45:39.245023 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24048616-9408-4e0f-8c81-e7e25a7a0881 req-98634227-3de6-48d4-8869-5a379a361ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:39.246623 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-24048616-9408-4e0f-8c81-e7e25a7a0881 req-98634227-3de6-48d4-8869-5a379a361ea0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=01ffcfab-a887-4187-8399-c98076da1ec3 HTTP/1.1" status: 200 len: 913 time: 0.1296821 Aug 02 13:45:39.324484 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-24048616-9408-4e0f-8c81-e7e25a7a0881 req-2890009b-42db-4740-9e18-c2d0e9eb1eea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc3a2b10-11ae-448d-aeca-2b92cfb72ac2 HTTP/1.1" status: 200 len: 998 time: 0.0683498 Aug 02 13:45:39.397081 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24048616-9408-4e0f-8c81-e7e25a7a0881 req-cdfae885-4b35-4f8f-b9fe-c2c07f2ca273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:39.399591 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-24048616-9408-4e0f-8c81-e7e25a7a0881 req-cdfae885-4b35-4f8f-b9fe-c2c07f2ca273 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae61575f-a0ba-4745-91f9-2d111054bae1 HTTP/1.1" status: 200 len: 851 time: 0.0694959 Aug 02 13:45:39.465289 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24048616-9408-4e0f-8c81-e7e25a7a0881 req-bb824958-e918-47a6-8b4e-28771ca83546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:39.467775 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-24048616-9408-4e0f-8c81-e7e25a7a0881 req-bb824958-e918-47a6-8b4e-28771ca83546 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01ffcfab-a887-4187-8399-c98076da1ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0626402 Aug 02 13:45:39.486801 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 24e4acd3-589e-4a39-b23f-b8630e9fcfa7, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=24e4acd3-589e-4a39-b23f-b8630e9fcfa7,segment=NetworkSegment(d02d205a-6453-460f-a975-5e7e2220633f),segment_id=d02d205a-6453-460f-a975-5e7e2220633f)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:45:39.510844 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Returning: {'device': '24e4acd3-589e-4a39-b23f-b8630e9fcfa7', 'network_id': '69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45', 'port_id': '24e4acd3-589e-4a39-b23f-b8630e9fcfa7', 'mac_address': 'fa:16:3e:82:d2:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f041ba-5029-4924-b363-16504434c2a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 13:45:39.561683 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-1dbd23ca-7991-42c5-a6df-e7ffb1f85a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'name': 'tempest-TestVolumeBootPattern-1215620166-router', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:30Z', 'updated_at': '2022-08-02T13:39:34Z', 'revision_number': 4, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'gw_port': {'id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:31Z', 'updated_at': '2022-08-02T13:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': '457f3cc5-971e-44a9-a5e9-3d4dfc1fd4f3', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'floating_ip_address': '172.27.4.51', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'port_id': 'cc3a2b10-11ae-448d-aeca-2b92cfb72ac2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'mac_address': 'fa:16:3e:96:f9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf59cec-8651-4c30-911f-eb88b511c04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:45:37Z', 'updated_at': '2022-08-02T13:45:37Z', 'revision_number': 0, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'fixed_ip_address_scope': None}, {'id': 'e91138c4-3c0f-426c-9fe9-71a7112ba602', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'floating_ip_address': '172.27.4.130', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'port_id': '4b1f0cac-3901-4fdb-a96f-a97ceb90661a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'mac_address': 'fa:16:3e:f8:01:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5b2e3f-e31d-4049-8a5b-0893aeceabc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:43:34Z', 'updated_at': '2022-08-02T13:43:37Z', 'revision_number': 1, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9', 'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'mac_address': 'fa:16:3e:47:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:34Z', 'updated_at': '2022-08-02T13:39:39Z', 'revision_number': 5, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'subnets': [{'id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:45:39.565347 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port 24e4acd3-589e-4a39-b23f-b8630e9fcfa7 is: DOWN; New status is: BUILD {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:45:39.565837 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (24e4acd3-589e-4a39-b23f-b8630e9fcfa7), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:39.577867 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-24048616-9408-4e0f-8c81-e7e25a7a0881 req-91c41c70-1f1b-4bd0-b28b-24e7b91b03dd service neutron] 10.222.0.20 "GET /v2.0/networks/01ffcfab-a887-4187-8399-c98076da1ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036036 Aug 02 13:45:39.591430 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbd23ca-7991-42c5-a6df-e7ffb1f85a79 None None] Checking router: 7e875251-ed9c-4695-9e35-43919f7fbbef for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:45:39.606548 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e4acd3-589e-4a39-b23f-b8630e9fcfa7 {{(pid=104370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:45:39.622823 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbd23ca-7991-42c5-a6df-e7ffb1f85a79 None None] Routers {'7e875251-ed9c-4695-9e35-43919f7fbbef'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:45:39.623625 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-1dbd23ca-7991-42c5-a6df-e7ffb1f85a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:45:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['7e875251-ed9c-4695-9e35-43919f7fbbef'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:45:39.673195 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-24048616-9408-4e0f-8c81-e7e25a7a0881 req-22632855-98aa-46b8-8caa-b6327602bec7 service neutron] 10.222.0.20 "GET /v2.0/networks/01ffcfab-a887-4187-8399-c98076da1ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898669 Aug 02 13:45:39.680305 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 24e4acd3-589e-4a39-b23f-b8630e9fcfa7, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=24e4acd3-589e-4a39-b23f-b8630e9fcfa7,segment=NetworkSegment(d02d205a-6453-460f-a975-5e7e2220633f),segment_id=d02d205a-6453-460f-a975-5e7e2220633f)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:45:39.731486 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (24e4acd3-589e-4a39-b23f-b8630e9fcfa7), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:39.794718 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-1dbd23ca-7991-42c5-a6df-e7ffb1f85a79 None None] Set router 7e875251-ed9c-4695-9e35-43919f7fbbef gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:45:39.823094 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=24e4acd3-589e-4a39-b23f-b8630e9fcfa7,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:40.119229 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['24e4acd3-589e-4a39-b23f-b8630e9fcfa7'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:45:40.302615 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-1dbd23ca-7991-42c5-a6df-e7ffb1f85a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'name': 'tempest-TestVolumeBootPattern-1215620166-router', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:30Z', 'updated_at': '2022-08-02T13:39:34Z', 'revision_number': 4, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'gw_port': {'id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:31Z', 'updated_at': '2022-08-02T13:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': '457f3cc5-971e-44a9-a5e9-3d4dfc1fd4f3', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'floating_ip_address': '172.27.4.51', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'port_id': 'cc3a2b10-11ae-448d-aeca-2b92cfb72ac2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'mac_address': 'fa:16:3e:96:f9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf59cec-8651-4c30-911f-eb88b511c04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:45:37Z', 'updated_at': '2022-08-02T13:45:37Z', 'revision_number': 0, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'fixed_ip_address_scope': None}, {'id': 'e91138c4-3c0f-426c-9fe9-71a7112ba602', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'floating_ip_address': '172.27.4.130', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'port_id': '4b1f0cac-3901-4fdb-a96f-a97ceb90661a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'mac_address': 'fa:16:3e:f8:01:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5b2e3f-e31d-4049-8a5b-0893aeceabc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:43:34Z', 'updated_at': '2022-08-02T13:43:37Z', 'revision_number': 1, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9', 'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'mac_address': 'fa:16:3e:47:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:34Z', 'updated_at': '2022-08-02T13:39:39Z', 'revision_number': 5, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'subnets': [{'id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:45:40.333574 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbd23ca-7991-42c5-a6df-e7ffb1f85a79 None None] The sync data for ids ['7e875251-ed9c-4695-9e35-43919f7fbbef'] in dv-cinder-847864-8-iscsi is: [{'id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'name': 'tempest-TestVolumeBootPattern-1215620166-router', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:30Z', 'updated_at': '2022-08-02T13:39:34Z', 'revision_number': 4, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'gw_port': {'id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:31Z', 'updated_at': '2022-08-02T13:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': '457f3cc5-971e-44a9-a5e9-3d4dfc1fd4f3', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'floating_ip_address': '172.27.4.51', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'port_id': 'cc3a2b10-11ae-448d-aeca-2b92cfb72ac2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'mac_address': 'fa:16:3e:96:f9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf59cec-8651-4c30-911f-eb88b511c04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:45:37Z', 'updated_at': '2022-08-02T13:45:37Z', 'revision_number': 0, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'fixed_ip_address_scope': None}, {'id': 'e91138c4-3c0f-426c-9fe9-71a7112ba602', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'floating_ip_address': '172.27.4.130', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'port_id': '4b1f0cac-3901-4fdb-a96f-a97ceb90661a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'mac_address': 'fa:16:3e:f8:01:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5b2e3f-e31d-4049-8a5b-0893aeceabc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:43:34Z', 'updated_at': '2022-08-02T13:43:37Z', 'revision_number': 1, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9', 'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'mac_address': 'fa:16:3e:47:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:34Z', 'updated_at': '2022-08-02T13:39:39Z', 'revision_number': 5, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'subnets': [{'id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:45:40.354891 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619dff9-edf9-4462-8518-9041a8600b3f req-1ef29e51-21fe-43a8-8c64-da070a370b75 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:40.356050 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e619dff9-edf9-4462-8518-9041a8600b3f req-1ef29e51-21fe-43a8-8c64-da070a370b75 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbc24f75-3d0e-428e-8e39-bde437b4d328 HTTP/1.1" status: 200 len: 944 time: 0.0694802 Aug 02 13:45:40.420185 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e619dff9-edf9-4462-8518-9041a8600b3f req-a2d88f18-e143-4cd1-a5da-f4a6240e2c84 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/security-groups?id=e68a575b-bcda-41eb-ae87-5506e2d40bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574138 Aug 02 13:45:40.564724 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99a4a61-6d3e-4b58-a639-7912306c1a68 None None] New status for floating IP 457f3cc5-971e-44a9-a5e9-3d4dfc1fd4f3: ACTIVE {{(pid=104371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:45:41.258408 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 24e4acd3-589e-4a39-b23f-b8630e9fcfa7 up at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:45:41.267437 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-55c9b269-d80d-480c-acbb-633c8ea92fcd tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:41.269493 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-55c9b269-d80d-480c-acbb-633c8ea92fcd tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/networks?id=57d67998-f5ad-42d1-885e-f5b4d8c8375c HTTP/1.1" status: 200 len: 813 time: 0.1170382 Aug 02 13:45:41.286623 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-4ab03171-610b-4052-b055-43f0830ddee1 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/quotas/268a7c35cc13428eab4b2ea838ea6c62 HTTP/1.1" status: 200 len: 375 time: 0.0104380 Aug 02 13:45:41.325107 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-b1f7f669-4c30-4862-9284-f6bbdcb2706f tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=268a7c35cc13428eab4b2ea838ea6c62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328774 Aug 02 13:45:41.353260 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning for port 24e4acd3-589e-4a39-b23f-b8630e9fcfa7 completed by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 02 13:45:41.358273 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning complete for port 24e4acd3-589e-4a39-b23f-b8630e9fcfa7 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:45:41.358867 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (24e4acd3-589e-4a39-b23f-b8630e9fcfa7), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:41.426726 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-706cbcb3-ec6a-4f39-9ad0-c169708a6d1a service neutron] 10.222.0.67 "GET /v2.0/networks/57d67998-f5ad-42d1-885e-f5b4d8c8375c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939765 Aug 02 13:45:41.449436 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port 24e4acd3-589e-4a39-b23f-b8630e9fcfa7 is: BUILD; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:45:41.449891 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (24e4acd3-589e-4a39-b23f-b8630e9fcfa7), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:41.491014 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc24f75-3d0e-428e-8e39-bde437b4d328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e4acd3-589e-4a39-b23f-b8630e9fcfa7'}] {{(pid=104370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:45:41.494612 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7baa883c66606d2bd29c352a6206e712ed5fe15c106669ddbeacd0f82211b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5615dd0c-3e2f-402a-95c0-7a8df3556f64" -d '{"events": [{"server_uuid": "cbc24f75-3d0e-428e-8e39-bde437b4d328", "name": "network-vif-plugged", "status": "completed", "tag": "24e4acd3-589e-4a39-b23f-b8630e9fcfa7"}]}' {{(pid=104370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:45:41.510019 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 24e4acd3-589e-4a39-b23f-b8630e9fcfa7, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=24e4acd3-589e-4a39-b23f-b8630e9fcfa7,segment=NetworkSegment(d02d205a-6453-460f-a975-5e7e2220633f),segment_id=d02d205a-6453-460f-a975-5e7e2220633f)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:45:41.556869 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-aee66f97-1ac9-4999-a2b4-67023f34a050 service neutron] 10.222.0.67 "GET /v2.0/networks/57d67998-f5ad-42d1-885e-f5b4d8c8375c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232114 Aug 02 13:45:41.559306 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (24e4acd3-589e-4a39-b23f-b8630e9fcfa7), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:41.583259 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8b047-f6b7-4609-9e75-3abab6fb416a req-d42c3244-3324-4a7e-ba98-8349b6135ec3 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:41.586515 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-b6f8b047-f6b7-4609-9e75-3abab6fb416a req-d42c3244-3324-4a7e-ba98-8349b6135ec3 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbc24f75-3d0e-428e-8e39-bde437b4d328 HTTP/1.1" status: 200 len: 944 time: 0.0626664 Aug 02 13:45:41.655360 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-b6f8b047-f6b7-4609-9e75-3abab6fb416a req-f80338de-fa0b-4113-b007-e99b9a67c72c tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/security-groups?id=e68a575b-bcda-41eb-ae87-5506e2d40bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625134 Aug 02 13:45:41.663884 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=24e4acd3-589e-4a39-b23f-b8630e9fcfa7,revision_number=5']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:41.711401 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bcbc27-ae0a-4e27-8aa4-cf1e8053d64e x-openstack-request-id: req-b9bcbc27-ae0a-4e27-8aa4-cf1e8053d64e {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:45:41.711966 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc24f75-3d0e-428e-8e39-bde437b4d328", "name": "network-vif-plugged", "status": "completed", "tag": "24e4acd3-589e-4a39-b23f-b8630e9fcfa7", "code": 200}]} {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:45:41.712336 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b9bcbc27-ae0a-4e27-8aa4-cf1e8053d64e {{(pid=104370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:45:41.712895 dv-cinder-847864-8-iscsi neutron-server[104370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9bcbc27-ae0a-4e27-8aa4-cf1e8053d64e'] response: {'server_uuid': 'cbc24f75-3d0e-428e-8e39-bde437b4d328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e4acd3-589e-4a39-b23f-b8630e9fcfa7', 'code': 200} Aug 02 13:45:41.890486 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-71098673-e94e-4b7b-abdc-68ad5a7369cf req-3da33ae2-3470-436c-bafa-58df854a7900 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=16a1a404-c569-45da-adec-c383ffb5e03b HTTP/1.1" status: 200 len: 210 time: 0.0486872 Aug 02 13:45:42.063019 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f06a9a-0fcc-4926-8f5c-c9fb9f933b55 req-a0fb712d-200c-4dfd-ab75-21d8f5a7f641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:42.064545 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-51f06a9a-0fcc-4926-8f5c-c9fb9f933b55 req-a0fb712d-200c-4dfd-ab75-21d8f5a7f641 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cbc24f75-3d0e-428e-8e39-bde437b4d328 HTTP/1.1" status: 200 len: 1129 time: 0.0508592 Aug 02 13:45:42.125788 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-51f06a9a-0fcc-4926-8f5c-c9fb9f933b55 req-a9e82f61-4fa4-433b-853e-1c965c2c30f5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e68a575b-bcda-41eb-ae87-5506e2d40bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551922 Aug 02 13:45:42.786799 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac6ca6-8523-4969-bc05-ac607fdf84a2 req-83934787-2a7e-4909-a986-34e0c0a79ce6 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:42.788324 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4dac6ca6-8523-4969-bc05-ac607fdf84a2 req-83934787-2a7e-4909-a986-34e0c0a79ce6 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbc24f75-3d0e-428e-8e39-bde437b4d328 HTTP/1.1" status: 200 len: 945 time: 0.0546675 Aug 02 13:45:42.844300 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4dac6ca6-8523-4969-bc05-ac607fdf84a2 req-ac33e54d-9b70-4d1f-bada-391a010a06e1 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/security-groups?id=e68a575b-bcda-41eb-ae87-5506e2d40bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497463 Aug 02 13:45:42.995134 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-078dbf73-c531-4e45-bad4-b22fb78a064c req-f2de1e17-cbf3-4ac7-9c9a-86b6b8ffbafa tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=16a1a404-c569-45da-adec-c383ffb5e03b HTTP/1.1" status: 200 len: 210 time: 0.0291004 Aug 02 13:45:43.973775 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f6536-7e2a-4133-9d67-3931b988cb14 req-07b6ec08-0497-4470-b686-39d64000e9c1 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:43.976027 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-074f6536-7e2a-4133-9d67-3931b988cb14 req-07b6ec08-0497-4470-b686-39d64000e9c1 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbc24f75-3d0e-428e-8e39-bde437b4d328 HTTP/1.1" status: 200 len: 945 time: 0.0552297 Aug 02 13:45:44.037380 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-074f6536-7e2a-4133-9d67-3931b988cb14 req-dc234987-4030-4585-9a4d-b8862f12dd68 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/security-groups?id=e68a575b-bcda-41eb-ae87-5506e2d40bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483325 Aug 02 13:45:44.099913 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2bd32237-bd33-4dfd-8460-34c2f69107c0 req-8b45d710-26cf-44ba-870f-9c73798af48e tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=16a1a404-c569-45da-adec-c383ffb5e03b HTTP/1.1" status: 200 len: 210 time: 0.0278690 Aug 02 13:45:44.313499 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-ed6260e4-3956-42e7-ab59-178957afbf69 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:44.315009 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-ed6260e4-3956-42e7-ab59-178957afbf69 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.20 "GET /v2.0/networks?id=57d67998-f5ad-42d1-885e-f5b4d8c8375c HTTP/1.1" status: 200 len: 813 time: 0.1121824 Aug 02 13:45:44.328365 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-9da5f847-97e5-494c-ab10-fb82d064bb86 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Request body: {'port': {'device_id': '16a1a404-c569-45da-adec-c383ffb5e03b', 'network_id': '57d67998-f5ad-42d1-885e-f5b4d8c8375c', 'admin_state_up': True, 'tenant_id': '268a7c35cc13428eab4b2ea838ea6c62'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:45:44.553156 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-9da5f847-97e5-494c-ab10-fb82d064bb86 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Made reservation on behalf of 268a7c35cc13428eab4b2ea838ea6c62 for: {'port': 1} {{(pid=104368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:45:44.557171 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-9da5f847-97e5-494c-ab10-fb82d064bb86 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:44.702255 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_common [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-9da5f847-97e5-494c-ab10-fb82d064bb86 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Allocated IP 172.20.0.5 (57d67998-f5ad-42d1-885e-f5b4d8c8375c/f8421515-d9ed-4801-a5f7-ad2fc8340af8/3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b) {{(pid=104368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:45:44.870984 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-9da5f847-97e5-494c-ab10-fb82d064bb86 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Publish callbacks [] for port (3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:45.040357 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-9da5f847-97e5-494c-ab10-fb82d064bb86 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:45.087307 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-9da5f847-97e5-494c-ab10-fb82d064bb86 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Network 57d67998-f5ad-42d1-885e-f5b4d8c8375c is already hosted by enough agents. {{(pid=104368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:45:45.097547 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-9da5f847-97e5-494c-ab10-fb82d064bb86 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Resources bound (agent type, host, resource id): {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:45:45.104129 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-9da5f847-97e5-494c-ab10-fb82d064bb86 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Received port after_create {{(pid=104368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:45:45.133326 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5f847-97e5-494c-ab10-fb82d064bb86 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Pushing event updated for resources: {'Port': ['ID=3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:45.172446 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-9da5f847-97e5-494c-ab10-fb82d064bb86 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:45.173091 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-9da5f847-97e5-494c-ab10-fb82d064bb86 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:45.252898 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17a829-8307-414f-a9f0-778eb84e5d23 req-2426a427-8fc7-4e65-962b-1c3bb599e838 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:45.254760 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1f17a829-8307-414f-a9f0-778eb84e5d23 req-2426a427-8fc7-4e65-962b-1c3bb599e838 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=16a1a404-c569-45da-adec-c383ffb5e03b HTTP/1.1" status: 200 len: 931 time: 0.0631683 Aug 02 13:45:45.282194 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-9da5f847-97e5-494c-ab10-fb82d064bb86 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9576814 Aug 02 13:45:45.304302 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-deb7b2f9-7795-4030-93eb-f2bbf9b084b4 service neutron] Request body: {'port': {'device_id': '16a1a404-c569-45da-adec-c383ffb5e03b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:45:45.312486 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404b832-8d09-47ea-94f5-83f905af1c60 req-33c45cfc-e079-4158-bb82-cc5c1a26337d tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:45.315100 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-c404b832-8d09-47ea-94f5-83f905af1c60 req-33c45cfc-e079-4158-bb82-cc5c1a26337d tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbc24f75-3d0e-428e-8e39-bde437b4d328 HTTP/1.1" status: 200 len: 945 time: 0.0791981 Aug 02 13:45:45.350216 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1f17a829-8307-414f-a9f0-778eb84e5d23 req-0686416f-6b5e-4510-a442-eab7659ff3bb tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ee7caf-efb3-431d-8040-cbf865d65074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883212 Aug 02 13:45:45.397312 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-c404b832-8d09-47ea-94f5-83f905af1c60 req-bdce741c-5fce-4bcd-9c0e-87e9902c01fb tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/security-groups?id=e68a575b-bcda-41eb-ae87-5506e2d40bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752590 Aug 02 13:45:45.410020 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-deb7b2f9-7795-4030-93eb-f2bbf9b084b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b), before_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:45.685626 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-deb7b2f9-7795-4030-93eb-f2bbf9b084b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b {{(pid=104368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:45:45.694073 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-deb7b2f9-7795-4030-93eb-f2bbf9b084b4 service neutron] Publish callbacks [] for port (3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:45.707925 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.provisioning_blocks [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-deb7b2f9-7795-4030-93eb-f2bbf9b084b4 service neutron] Transition to ACTIVE for port object 3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b will not be triggered until provisioned by entity L2. {{(pid=104368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 02 13:45:45.762048 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-deb7b2f9-7795-4030-93eb-f2bbf9b084b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5190948'] for port (3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:45.832140 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7b2f9-7795-4030-93eb-f2bbf9b084b4 service neutron] Pushing event updated for resources: {'Port': ['ID=3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b,revision_number=2']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:45.920331 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.managers [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-deb7b2f9-7795-4030-93eb-f2bbf9b084b4 service neutron] Attempting to bind port 3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:45:45.920860 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.managers [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-deb7b2f9-7795-4030-93eb-f2bbf9b084b4 service neutron] Attempting to bind port 3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'cf55ae46-006d-442e-a392-3401b722dd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '57d67998-f5ad-42d1-885e-f5b4d8c8375c'}] {{(pid=104368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:45:45.921300 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-deb7b2f9-7795-4030-93eb-f2bbf9b084b4 service neutron] Attempting to bind port 3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b on network 57d67998-f5ad-42d1-885e-f5b4d8c8375c {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:45:45.931509 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-deb7b2f9-7795-4030-93eb-f2bbf9b084b4 service neutron] Port 3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b on network 57d67998-f5ad-42d1-885e-f5b4d8c8375c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 02 13:45:45.931988 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-deb7b2f9-7795-4030-93eb-f2bbf9b084b4 service neutron] Attempting to bind port 3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b on network 57d67998-f5ad-42d1-885e-f5b4d8c8375c {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:45:45.941854 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-deb7b2f9-7795-4030-93eb-f2bbf9b084b4 service neutron] Checking agent: {'id': '69dc3da8-ee10-46f6-83b6-ed4e97a21469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'started_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:45:45.942222 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-deb7b2f9-7795-4030-93eb-f2bbf9b084b4 service neutron] Checking segment: {'id': 'cf55ae46-006d-442e-a392-3401b722dd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '57d67998-f5ad-42d1-885e-f5b4d8c8375c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:45:45.942591 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-deb7b2f9-7795-4030-93eb-f2bbf9b084b4 service neutron] Bound using segment: {'id': 'cf55ae46-006d-442e-a392-3401b722dd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '57d67998-f5ad-42d1-885e-f5b4d8c8375c'} {{(pid=104368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:45:45.943037 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.managers [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-deb7b2f9-7795-4030-93eb-f2bbf9b084b4 service neutron] Bound port: 3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf55ae46-006d-442e-a392-3401b722dd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '57d67998-f5ad-42d1-885e-f5b4d8c8375c'}}] {{(pid=104368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:45:45.943467 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-deb7b2f9-7795-4030-93eb-f2bbf9b084b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b), before_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:46.013209 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-deb7b2f9-7795-4030-93eb-f2bbf9b084b4 service neutron] For port 3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b, host hv-cinder-84786, cleared binding levels {{(pid=104368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:45:46.016444 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-deb7b2f9-7795-4030-93eb-f2bbf9b084b4 service neutron] For port 3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b,segment=NetworkSegment(cf55ae46-006d-442e-a392-3401b722dd4a),segment_id=cf55ae46-006d-442e-a392-3401b722dd4a)] {{(pid=104368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:45:46.102745 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-deb7b2f9-7795-4030-93eb-f2bbf9b084b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5190948'] for port (3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:46.137443 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-deb7b2f9-7795-4030-93eb-f2bbf9b084b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:46.138109 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-deb7b2f9-7795-4030-93eb-f2bbf9b084b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:46.139522 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-deb7b2f9-7795-4030-93eb-f2bbf9b084b4 service neutron] 10.222.0.20 "PUT /v2.0/ports/3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b HTTP/1.1" status: 200 len: 1093 time: 0.8424480 Aug 02 13:45:46.139973 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a1a404-c569-45da-adec-c383ffb5e03b', 'tag': '3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b'}] {{(pid=104368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:45:46.142218 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245b70741b0aa7b9232129cc368cc987c69949c5cf8ab06a5d5e033a5668ca41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739e6c24-061c-45a3-ae19-0646bc2169b5" -d '{"events": [{"name": "network-changed", "server_uuid": "16a1a404-c569-45da-adec-c383ffb5e03b", "tag": "3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b"}]}' {{(pid=104368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:45:46.167000 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7b2f9-7795-4030-93eb-f2bbf9b084b4 service neutron] Pushing event updated for resources: {'Port': ['ID=3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b,revision_number=3']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:46.182059 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201a0306-85f2-42c2-a853-b2711550ce29 x-openstack-request-id: req-201a0306-85f2-42c2-a853-b2711550ce29 {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:45:46.182295 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16a1a404-c569-45da-adec-c383ffb5e03b", "tag": "3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b", "status": "completed", "code": 200}]} {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:45:46.182583 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-201a0306-85f2-42c2-a853-b2711550ce29 {{(pid=104368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:45:46.182999 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-201a0306-85f2-42c2-a853-b2711550ce29'] response: {'name': 'network-changed', 'server_uuid': '16a1a404-c569-45da-adec-c383ffb5e03b', 'tag': '3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b', 'status': 'completed', 'code': 200} Aug 02 13:45:46.252400 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e6c24-061c-45a3-ae19-0646bc2169b5 req-660cefdc-e59d-4cfc-8293-76f2df30c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:46.254238 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-739e6c24-061c-45a3-ae19-0646bc2169b5 req-660cefdc-e59d-4cfc-8293-76f2df30c2f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=268a7c35cc13428eab4b2ea838ea6c62&device_id=16a1a404-c569-45da-adec-c383ffb5e03b HTTP/1.1" status: 200 len: 1127 time: 0.0495391 Aug 02 13:45:46.542551 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f647744-a6cc-4408-a9da-2fe37690b135 req-c99570c3-461a-4a9e-8f15-ce51a65060ab tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:46.542551 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4f647744-a6cc-4408-a9da-2fe37690b135 req-c99570c3-461a-4a9e-8f15-ce51a65060ab tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=16a1a404-c569-45da-adec-c383ffb5e03b HTTP/1.1" status: 200 len: 943 time: 0.0830896 Aug 02 13:45:46.601049 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4f647744-a6cc-4408-a9da-2fe37690b135 req-1a8b5d6c-8cc4-452c-9c1a-a83948ebbe0f tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ee7caf-efb3-431d-8040-cbf865d65074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571485 Aug 02 13:45:46.678229 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e6c24-061c-45a3-ae19-0646bc2169b5 req-198455fa-3b8b-4224-8f78-9553e77d3802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:46.679955 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-739e6c24-061c-45a3-ae19-0646bc2169b5 req-198455fa-3b8b-4224-8f78-9553e77d3802 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=268a7c35cc13428eab4b2ea838ea6c62&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4175866 Aug 02 13:45:46.688330 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94bad8-9040-4669-93d8-905f66ef70be req-bc206308-a6aa-4757-9095-5f5917581867 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:46.689755 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1e94bad8-9040-4669-93d8-905f66ef70be req-bc206308-a6aa-4757-9095-5f5917581867 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbc24f75-3d0e-428e-8e39-bde437b4d328 HTTP/1.1" status: 200 len: 945 time: 0.0947034 Aug 02 13:45:46.796439 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d88a9a-190c-4cba-a489-6ebab7a77d92 req-9c0822b2-bfcd-439d-8f36-b30683152c3e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:46.798800 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-56d88a9a-190c-4cba-a489-6ebab7a77d92 req-9c0822b2-bfcd-439d-8f36-b30683152c3e tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc24f75-3d0e-428e-8e39-bde437b4d328 HTTP/1.1" status: 200 len: 945 time: 0.0550759 Aug 02 13:45:46.802592 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1e94bad8-9040-4669-93d8-905f66ef70be req-9f76e9eb-c221-49d4-bfb0-855a4303d2d0 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/security-groups?id=e68a575b-bcda-41eb-ae87-5506e2d40bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038435 Aug 02 13:45:46.821075 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e6c24-061c-45a3-ae19-0646bc2169b5 req-4821bb16-4966-428c-b6fb-2c188d8f510d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:46.822610 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-739e6c24-061c-45a3-ae19-0646bc2169b5 req-4821bb16-4966-428c-b6fb-2c188d8f510d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1319613 Aug 02 13:45:46.917191 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-754a62de-7203-4d6a-890e-f662454a75de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:46.917982 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [req-56d88a9a-190c-4cba-a489-6ebab7a77d92 req-c4b45610-aaad-4080-9b87-7fcbcc4ccc82 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Deleting port 24e4acd3-589e-4a39-b23f-b8630e9fcfa7 {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:45:46.918350 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-56d88a9a-190c-4cba-a489-6ebab7a77d92 req-c4b45610-aaad-4080-9b87-7fcbcc4ccc82 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (24e4acd3-589e-4a39-b23f-b8630e9fcfa7), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:46.918757 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-754a62de-7203-4d6a-890e-f662454a75de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=268a7c35cc13428eab4b2ea838ea6c62&device_id=16a1a404-c569-45da-adec-c383ffb5e03b HTTP/1.1" status: 200 len: 1127 time: 0.0472140 Aug 02 13:45:46.965228 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-20422bcb-2753-4511-b715-c39e491a0263 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b HTTP/1.1" status: 200 len: 217 time: 0.0378475 Aug 02 13:45:47.016529 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-56d88a9a-190c-4cba-a489-6ebab7a77d92 req-c4b45610-aaad-4080-9b87-7fcbcc4ccc82 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] For port 24e4acd3-589e-4a39-b23f-b8630e9fcfa7, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=24e4acd3-589e-4a39-b23f-b8630e9fcfa7,segment=NetworkSegment(d02d205a-6453-460f-a975-5e7e2220633f),segment_id=d02d205a-6453-460f-a975-5e7e2220633f)] {{(pid=104369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:45:47.016894 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-56d88a9a-190c-4cba-a489-6ebab7a77d92 req-c4b45610-aaad-4080-9b87-7fcbcc4ccc82 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (24e4acd3-589e-4a39-b23f-b8630e9fcfa7), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:47.018750 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-a3bfeb9f-d2f5-40f8-8ef4-4fe4de689466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:47.020290 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-a3bfeb9f-d2f5-40f8-8ef4-4fe4de689466 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f8421515-d9ed-4801-a5f7-ad2fc8340af8 HTTP/1.1" status: 200 len: 853 time: 0.0493212 Aug 02 13:45:47.029785 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [req-56d88a9a-190c-4cba-a489-6ebab7a77d92 req-c4b45610-aaad-4080-9b87-7fcbcc4ccc82 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Calling delete_port for 24e4acd3-589e-4a39-b23f-b8630e9fcfa7 owned by compute:nova {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:45:47.052191 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-38d81c5c-4ea3-4c55-9618-92163d6f725f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=57d67998-f5ad-42d1-885e-f5b4d8c8375c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247226 Aug 02 13:45:47.160721 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-6e009971-cb13-4c50-bd27-586a29025940 service neutron] 10.222.0.20 "GET /v2.0/networks/57d67998-f5ad-42d1-885e-f5b4d8c8375c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009173 Aug 02 13:45:47.215958 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-56d88a9a-190c-4cba-a489-6ebab7a77d92 req-c4b45610-aaad-4080-9b87-7fcbcc4ccc82 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (24e4acd3-589e-4a39-b23f-b8630e9fcfa7), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:47.231060 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['24e4acd3-589e-4a39-b23f-b8630e9fcfa7'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:45:47.252568 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b45610-aaad-4080-9b87-7fcbcc4ccc82 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Pushing event deleted for resources: {'Port': ['ID=24e4acd3-589e-4a39-b23f-b8630e9fcfa7,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:47.297298 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5aca9567-3ac4-4bb2-8b66-d184cc5e9e3f req-2fb30378-6b6f-4e2c-a0f0-396dba5a415a service neutron] 10.222.0.20 "GET /v2.0/networks/57d67998-f5ad-42d1-885e-f5b4d8c8375c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234605 Aug 02 13:45:47.322496 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d88a9a-190c-4cba-a489-6ebab7a77d92 req-c4b45610-aaad-4080-9b87-7fcbcc4ccc82 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] No DVR routers for this DVR port 24e4acd3-589e-4a39-b23f-b8630e9fcfa7 on host hv-cinder-84786 {{(pid=104369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:45:47.326105 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-56d88a9a-190c-4cba-a489-6ebab7a77d92 req-c4b45610-aaad-4080-9b87-7fcbcc4ccc82 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:47.331327 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-56d88a9a-190c-4cba-a489-6ebab7a77d92 req-c4b45610-aaad-4080-9b87-7fcbcc4ccc82 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.20 "DELETE /v2.0/ports/24e4acd3-589e-4a39-b23f-b8630e9fcfa7 HTTP/1.1" status: 204 len: 173 time: 0.5189207 Aug 02 13:45:47.332033 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc24f75-3d0e-428e-8e39-bde437b4d328', 'name': 'network-vif-deleted', 'tag': '24e4acd3-589e-4a39-b23f-b8630e9fcfa7'}] {{(pid=104369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:45:47.336362 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bf99331ba47a6ac295264f2d91701b523438f9b2384832aa813a78b8ac64a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101b8255-903b-41f7-acf9-b817656699a6" -d '{"events": [{"server_uuid": "cbc24f75-3d0e-428e-8e39-bde437b4d328", "name": "network-vif-deleted", "tag": "24e4acd3-589e-4a39-b23f-b8630e9fcfa7"}]}' {{(pid=104369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:45:47.379773 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a5df28-3068-48d1-8913-6aea14d08348 x-openstack-request-id: req-01a5df28-3068-48d1-8913-6aea14d08348 {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:45:47.380180 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc24f75-3d0e-428e-8e39-bde437b4d328", "name": "network-vif-deleted", "tag": "24e4acd3-589e-4a39-b23f-b8630e9fcfa7", "status": "completed", "code": 200}]} {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:45:47.380578 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-01a5df28-3068-48d1-8913-6aea14d08348 {{(pid=104369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:45:47.381227 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01a5df28-3068-48d1-8913-6aea14d08348'] response: {'server_uuid': 'cbc24f75-3d0e-428e-8e39-bde437b4d328', 'name': 'network-vif-deleted', 'tag': '24e4acd3-589e-4a39-b23f-b8630e9fcfa7', 'status': 'completed', 'code': 200} Aug 02 13:45:47.754031 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398144b-0ae6-45c3-96f7-869c679d1143 req-0306ad12-3b4b-4934-a4c0-772a91c025ba tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:47.755695 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-9398144b-0ae6-45c3-96f7-869c679d1143 req-0306ad12-3b4b-4934-a4c0-772a91c025ba tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=16a1a404-c569-45da-adec-c383ffb5e03b HTTP/1.1" status: 200 len: 943 time: 0.0667961 Aug 02 13:45:47.826456 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-9398144b-0ae6-45c3-96f7-869c679d1143 req-8e4a109d-0567-4061-8610-adb89115c2e5 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ee7caf-efb3-431d-8040-cbf865d65074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623899 Aug 02 13:45:47.951463 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-565606ae-1314-4f96-b9a4-b2d40a4e5e83 req-3d75c43c-dd9b-4f61-802d-81043e98b114 tempest-VolumesActionsTest-2079666854 tempest-VolumesActionsTest-2079666854-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbc24f75-3d0e-428e-8e39-bde437b4d328 HTTP/1.1" status: 200 len: 210 time: 0.0311534 Aug 02 13:45:48.714128 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:45:48.964962 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48dde5-b07b-4668-a1fe-3c4e7047190c req-9b165773-47ef-487f-af6c-35dd2e640040 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:48.966626 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2e48dde5-b07b-4668-a1fe-3c4e7047190c req-9b165773-47ef-487f-af6c-35dd2e640040 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=16a1a404-c569-45da-adec-c383ffb5e03b HTTP/1.1" status: 200 len: 943 time: 0.0570261 Aug 02 13:45:49.021551 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2e48dde5-b07b-4668-a1fe-3c4e7047190c req-9d403ace-3cb2-476a-8ab0-6449cdc2a3f7 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ee7caf-efb3-431d-8040-cbf865d65074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491023 Aug 02 13:45:50.153326 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f776fa5-b182-4bda-88a8-8af634d4cc3c req-f274e322-2fed-457d-b1c4-b549f8038b61 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:50.154926 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5f776fa5-b182-4bda-88a8-8af634d4cc3c req-f274e322-2fed-457d-b1c4-b549f8038b61 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=16a1a404-c569-45da-adec-c383ffb5e03b HTTP/1.1" status: 200 len: 943 time: 0.0563254 Aug 02 13:45:50.205966 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5f776fa5-b182-4bda-88a8-8af634d4cc3c req-b0bc0654-1619-4e6c-bc27-10df494375f0 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ee7caf-efb3-431d-8040-cbf865d65074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452812 Aug 02 13:45:51.346838 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea313d5-289d-4182-b285-670e0d520ca7 req-bc7341ee-0e75-4047-87f9-a97dc8d94620 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:51.348600 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1ea313d5-289d-4182-b285-670e0d520ca7 req-bc7341ee-0e75-4047-87f9-a97dc8d94620 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=16a1a404-c569-45da-adec-c383ffb5e03b HTTP/1.1" status: 200 len: 943 time: 0.0636523 Aug 02 13:45:51.403453 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1ea313d5-289d-4182-b285-670e0d520ca7 req-e1fa4cc7-e885-4f3f-9bda-68548ac7775d tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ee7caf-efb3-431d-8040-cbf865d65074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467298 Aug 02 13:45:51.458491 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 13:45:51.562732 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b,segment=NetworkSegment(cf55ae46-006d-442e-a392-3401b722dd4a),segment_id=cf55ae46-006d-442e-a392-3401b722dd4a)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:45:51.576577 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Returning: {'device': '3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b', 'network_id': '57d67998-f5ad-42d1-885e-f5b4d8c8375c', 'port_id': '3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b', 'mac_address': 'fa:16:3e:d8:40:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8421515-d9ed-4801-a5f7-ad2fc8340af8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 13:45:51.619650 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port 3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b is: DOWN; New status is: BUILD {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:45:51.620100 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:51.635618 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b {{(pid=104370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:45:51.658664 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b,segment=NetworkSegment(cf55ae46-006d-442e-a392-3401b722dd4a),segment_id=cf55ae46-006d-442e-a392-3401b722dd4a)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:45:51.735755 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:51.783902 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:52.285294 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 24e4acd3-589e-4a39-b23f-b8630e9fcfa7 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:45:52.306100 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] No Port match for: 24e4acd3-589e-4a39-b23f-b8630e9fcfa7 {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:45:52.306489 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 24e4acd3-589e-4a39-b23f-b8630e9fcfa7 not bound to the agent host hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:45:52.542435 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e983f9e-670f-49de-83fe-6156fe32f659 req-1cfbfe4e-3023-4aed-81b4-f2014ce17235 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:52.543987 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4e983f9e-670f-49de-83fe-6156fe32f659 req-1cfbfe4e-3023-4aed-81b4-f2014ce17235 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=16a1a404-c569-45da-adec-c383ffb5e03b HTTP/1.1" status: 200 len: 944 time: 0.0612640 Aug 02 13:45:52.602828 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4e983f9e-670f-49de-83fe-6156fe32f659 req-02343e3d-e8ef-426d-af52-a0af935e7eb5 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ee7caf-efb3-431d-8040-cbf865d65074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485220 Aug 02 13:45:53.490709 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:45:53.735673 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc2520-871b-4689-bf0f-5d75770df251 req-1fe049d0-0237-4614-855f-0e70e9cb347e tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:53.737162 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-abbc2520-871b-4689-bf0f-5d75770df251 req-1fe049d0-0237-4614-855f-0e70e9cb347e tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=16a1a404-c569-45da-adec-c383ffb5e03b HTTP/1.1" status: 200 len: 944 time: 0.0571020 Aug 02 13:45:53.788251 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-abbc2520-871b-4689-bf0f-5d75770df251 req-4a317e0d-cb1e-49ae-906f-c3d99abe69f3 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ee7caf-efb3-431d-8040-cbf865d65074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449736 Aug 02 13:45:54.244739 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-bfb779de-907f-4d80-9fc8-4207567274d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:54.926213 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab75b5-52aa-42fb-b937-bc425e678118 req-59bc1302-53e3-4742-a9fa-3674683fcb85 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:54.928834 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-b6ab75b5-52aa-42fb-b937-bc425e678118 req-59bc1302-53e3-4742-a9fa-3674683fcb85 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=16a1a404-c569-45da-adec-c383ffb5e03b HTTP/1.1" status: 200 len: 944 time: 0.0649023 Aug 02 13:45:54.990510 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-b6ab75b5-52aa-42fb-b937-bc425e678118 req-8aba3e15-893b-4826-a519-c3b557dd6478 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ee7caf-efb3-431d-8040-cbf865d65074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545247 Aug 02 13:45:55.187567 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:55.309685 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b up at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:45:55.451058 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning for port 3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b completed by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 02 13:45:55.459071 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning complete for port 3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:45:55.460369 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:55.606139 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port 3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b is: BUILD; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:45:55.610350 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:55.643038 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a1a404-c569-45da-adec-c383ffb5e03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b'}] {{(pid=104370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:45:55.645780 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7baa883c66606d2bd29c352a6206e712ed5fe15c106669ddbeacd0f82211b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41a414f-7695-45de-a7e5-74bdee24aa9c" -d '{"events": [{"server_uuid": "16a1a404-c569-45da-adec-c383ffb5e03b", "name": "network-vif-plugged", "status": "completed", "tag": "3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b"}]}' {{(pid=104370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:45:55.660682 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b,segment=NetworkSegment(cf55ae46-006d-442e-a392-3401b722dd4a),segment_id=cf55ae46-006d-442e-a392-3401b722dd4a)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:45:55.703750 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e260d2a-4a93-4e05-ae9b-617878e9ff6f x-openstack-request-id: req-0e260d2a-4a93-4e05-ae9b-617878e9ff6f {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:45:55.704229 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a1a404-c569-45da-adec-c383ffb5e03b", "name": "network-vif-plugged", "status": "completed", "tag": "3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b", "code": 200}]} {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:45:55.704578 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0e260d2a-4a93-4e05-ae9b-617878e9ff6f {{(pid=104370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:45:55.705036 dv-cinder-847864-8-iscsi neutron-server[104370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e260d2a-4a93-4e05-ae9b-617878e9ff6f'] response: {'server_uuid': '16a1a404-c569-45da-adec-c383ffb5e03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b', 'code': 200} Aug 02 13:45:55.736007 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:55.817213 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b,revision_number=5']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:45:56.117179 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640258b5-38c8-474b-9041-4fbbfe5d40ef req-9e0d4096-17ca-4703-8c61-ecc37fb613c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:56.123427 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-640258b5-38c8-474b-9041-4fbbfe5d40ef req-9e0d4096-17ca-4703-8c61-ecc37fb613c6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=16a1a404-c569-45da-adec-c383ffb5e03b HTTP/1.1" status: 200 len: 1129 time: 0.0898659 Aug 02 13:45:56.200893 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-640258b5-38c8-474b-9041-4fbbfe5d40ef req-a633243a-da7d-4e6f-bc81-b9abd90a96c6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c1ee7caf-efb3-431d-8040-cbf865d65074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640006 Aug 02 13:45:56.283916 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8ea37-edc5-41bc-be7d-0f3624311eb3 req-29a6bd32-df6a-4451-86d7-f54c909627f8 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:56.283916 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4aa8ea37-edc5-41bc-be7d-0f3624311eb3 req-29a6bd32-df6a-4451-86d7-f54c909627f8 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=16a1a404-c569-45da-adec-c383ffb5e03b HTTP/1.1" status: 200 len: 945 time: 0.0809145 Aug 02 13:45:56.363663 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4aa8ea37-edc5-41bc-be7d-0f3624311eb3 req-f1723f45-00b5-434c-b3eb-dbbd5d1f513c tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ee7caf-efb3-431d-8040-cbf865d65074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804753 Aug 02 13:45:56.456666 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-f9fc6a7c-cb95-4b21-ac8d-29827d691391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:57.593014 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de78ede-e82b-4a10-8902-109c5278f661 req-0682f7c4-e4dd-46e4-8497-2163ac1e298c tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:57.604242 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:57.606915 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6de78ede-e82b-4a10-8902-109c5278f661 req-0682f7c4-e4dd-46e4-8497-2163ac1e298c tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=16a1a404-c569-45da-adec-c383ffb5e03b HTTP/1.1" status: 200 len: 945 time: 0.1205149 Aug 02 13:45:57.675999 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6de78ede-e82b-4a10-8902-109c5278f661 req-d2b45bcf-4398-4a09-b68b-2753f121514f tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ee7caf-efb3-431d-8040-cbf865d65074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664854 Aug 02 13:45:58.835724 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dd8cb-b1c8-4897-a39e-c6709e98d712 req-a814a1d5-b021-4b4a-9b0f-97eb14a06089 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:58.837538 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ab2dd8cb-b1c8-4897-a39e-c6709e98d712 req-a814a1d5-b021-4b4a-9b0f-97eb14a06089 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=16a1a404-c569-45da-adec-c383ffb5e03b HTTP/1.1" status: 200 len: 945 time: 0.0610719 Aug 02 13:45:58.914517 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ab2dd8cb-b1c8-4897-a39e-c6709e98d712 req-e40c57b4-e1dd-467a-987f-8a080fd514ff tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ee7caf-efb3-431d-8040-cbf865d65074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702438 Aug 02 13:45:59.342091 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:45:59.703767 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f35000-1706-4b75-9ec6-989f3d779b0f req-8dd41a07-6c6b-445c-b3e5-5c7120e5624e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:45:59.706016 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-64f35000-1706-4b75-9ec6-989f3d779b0f req-8dd41a07-6c6b-445c-b3e5-5c7120e5624e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 946 time: 0.0704086 Aug 02 13:45:59.780620 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-64f35000-1706-4b75-9ec6-989f3d779b0f req-a48fec92-28ce-49ea-a48f-d80c54b5a2d1 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658877 Aug 02 13:46:00.639302 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:00.950657 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7dad08-b361-48dc-893b-d100af5b4671 req-0baeeba1-df20-43e9-81cd-0b294ef55d14 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:00.953110 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-af7dad08-b361-48dc-893b-d100af5b4671 req-0baeeba1-df20-43e9-81cd-0b294ef55d14 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 946 time: 0.0648611 Aug 02 13:46:01.020900 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-af7dad08-b361-48dc-893b-d100af5b4671 req-c2c63c6a-3bc1-4b36-a649-df0bb3aeffc7 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620031 Aug 02 13:46:01.582140 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c23965-7206-4f9a-9a27-484e92b7dfd3 req-d478424d-ccc1-485d-9280-e2580d1f855c tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:01.591960 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-81c23965-7206-4f9a-9a27-484e92b7dfd3 req-d478424d-ccc1-485d-9280-e2580d1f855c tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.20 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 946 time: 0.0783622 Aug 02 13:46:01.714219 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [req-81c23965-7206-4f9a-9a27-484e92b7dfd3 req-b17abd92-ad47-4ebc-8986-abb89e28994a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Deleting port cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:46:01.714518 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-81c23965-7206-4f9a-9a27-484e92b7dfd3 req-b17abd92-ad47-4ebc-8986-abb89e28994a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:01.857532 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-81c23965-7206-4f9a-9a27-484e92b7dfd3 req-b17abd92-ad47-4ebc-8986-abb89e28994a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] For port cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3,segment=NetworkSegment(e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75),segment_id=e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75)] {{(pid=104369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:46:01.857971 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-81c23965-7206-4f9a-9a27-484e92b7dfd3 req-b17abd92-ad47-4ebc-8986-abb89e28994a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:02.130554 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-81c23965-7206-4f9a-9a27-484e92b7dfd3 req-b17abd92-ad47-4ebc-8986-abb89e28994a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:02.131710 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-81c23965-7206-4f9a-9a27-484e92b7dfd3 req-b17abd92-ad47-4ebc-8986-abb89e28994a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772271'] for floatingip (7c94989d-86a1-48f5-a930-03ff753b5520), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:02.131710 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.db.l3_db [req-81c23965-7206-4f9a-9a27-484e92b7dfd3 req-b17abd92-ad47-4ebc-8986-abb89e28994a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Floating IP 7c94989d-86a1-48f5-a930-03ff753b5520 disassociated. External IP: 172.27.4.118, port: cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3. Aug 02 13:46:02.137676 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [req-81c23965-7206-4f9a-9a27-484e92b7dfd3 req-b17abd92-ad47-4ebc-8986-abb89e28994a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Calling delete_port for cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 owned by compute:nova {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:46:02.270743 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fca69-4acf-412c-bbf2-94205a6dfe47 req-1c931817-5ecb-4387-b9d4-e38ea6162390 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:02.275090 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-c22fca69-4acf-412c-bbf2-94205a6dfe47 req-1c931817-5ecb-4387-b9d4-e38ea6162390 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 946 time: 0.0944526 Aug 02 13:46:02.381734 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-c22fca69-4acf-412c-bbf2-94205a6dfe47 req-9f523e7e-5bc2-47ec-92bb-43340ddba154 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=5c16de43-e6d5-4644-984a-9bca0b6d1618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969284 Aug 02 13:46:02.590279 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-81c23965-7206-4f9a-9a27-484e92b7dfd3 req-b17abd92-ad47-4ebc-8986-abb89e28994a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:02.668742 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17abd92-ad47-4ebc-8986-abb89e28994a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Pushing event deleted for resources: {'Port': ['ID=cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:02.864266 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81c23965-7206-4f9a-9a27-484e92b7dfd3 req-b17abd92-ad47-4ebc-8986-abb89e28994a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Router 18c37cf6-75d3-4501-a495-ae57fdd7972b has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:46:03.071374 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81c23965-7206-4f9a-9a27-484e92b7dfd3 req-b17abd92-ad47-4ebc-8986-abb89e28994a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:46:03.091150 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0980af86-728b-4485-9b50-8b2efd0f11e2 None None] Sync routers for ids ['18c37cf6-75d3-4501-a495-ae57fdd7972b'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:46:03.120523 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0980af86-728b-4485-9b50-8b2efd0f11e2 None None] Routers {'18c37cf6-75d3-4501-a495-ae57fdd7972b'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:46:03.121861 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-0980af86-728b-4485-9b50-8b2efd0f11e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:45:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['18c37cf6-75d3-4501-a495-ae57fdd7972b'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:46:03.187355 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c23965-7206-4f9a-9a27-484e92b7dfd3 req-b17abd92-ad47-4ebc-8986-abb89e28994a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] No DVR routers for this DVR port cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 on host hv-cinder-84786 {{(pid=104369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:46:03.191602 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-81c23965-7206-4f9a-9a27-484e92b7dfd3 req-b17abd92-ad47-4ebc-8986-abb89e28994a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:03.197384 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-81c23965-7206-4f9a-9a27-484e92b7dfd3 req-b17abd92-ad47-4ebc-8986-abb89e28994a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.20 "DELETE /v2.0/ports/cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 HTTP/1.1" status: 204 len: 173 time: 1.5972896 Aug 02 13:46:03.198143 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80afd455-13f1-44f6-a7f6-ed22f895a1a4', 'name': 'network-vif-deleted', 'tag': 'cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3'}] {{(pid=104369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:46:03.222547 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bf99331ba47a6ac295264f2d91701b523438f9b2384832aa813a78b8ac64a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96de4983-6c68-4307-9655-da066fea544a" -d '{"events": [{"server_uuid": "80afd455-13f1-44f6-a7f6-ed22f895a1a4", "name": "network-vif-deleted", "tag": "cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3"}]}' {{(pid=104369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:46:03.372012 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-0980af86-728b-4485-9b50-8b2efd0f11e2 None None] Set router 18c37cf6-75d3-4501-a495-ae57fdd7972b gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:46:03.384385 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a361705e-ce76-490e-a642-3beb3cf20b00 x-openstack-request-id: req-a361705e-ce76-490e-a642-3beb3cf20b00 {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:46:03.385050 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80afd455-13f1-44f6-a7f6-ed22f895a1a4", "name": "network-vif-deleted", "tag": "cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3", "status": "completed", "code": 200}]} {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:46:03.386063 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a361705e-ce76-490e-a642-3beb3cf20b00 {{(pid=104369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:46:03.386869 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a361705e-ce76-490e-a642-3beb3cf20b00'] response: {'server_uuid': '80afd455-13f1-44f6-a7f6-ed22f895a1a4', 'name': 'network-vif-deleted', 'tag': 'cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3', 'status': 'completed', 'code': 200} Aug 02 13:46:03.561837 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-7d25da5e-693e-4c06-8fd4-9d459f978924 req-73dbcd9d-fd5b-42d5-b9f2-9f5c4f430584 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=80afd455-13f1-44f6-a7f6-ed22f895a1a4 HTTP/1.1" status: 200 len: 210 time: 0.0646896 Aug 02 13:46:03.811905 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-0980af86-728b-4485-9b50-8b2efd0f11e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'name': 'tempest-AttachVolumeShelveTestJSON-1418216456-router', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:43:02Z', 'updated_at': '2022-08-02T13:43:06Z', 'revision_number': 4, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'gw_port': {'id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:03Z', 'updated_at': '2022-08-02T13:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '7365261c-10aa-48ae-90b6-e72ebb8433bd', 'name': '', 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'mac_address': 'fa:16:3e:57:05:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:05Z', 'updated_at': '2022-08-02T13:43:12Z', 'revision_number': 5, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'subnets': [{'id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:46:03.845329 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0980af86-728b-4485-9b50-8b2efd0f11e2 None None] Checking router: 18c37cf6-75d3-4501-a495-ae57fdd7972b for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:46:03.856663 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0980af86-728b-4485-9b50-8b2efd0f11e2 None None] Routers {'18c37cf6-75d3-4501-a495-ae57fdd7972b'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:46:03.857390 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-0980af86-728b-4485-9b50-8b2efd0f11e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:45:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['18c37cf6-75d3-4501-a495-ae57fdd7972b'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:46:03.979264 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-0980af86-728b-4485-9b50-8b2efd0f11e2 None None] Set router 18c37cf6-75d3-4501-a495-ae57fdd7972b gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:46:04.350578 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-0980af86-728b-4485-9b50-8b2efd0f11e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'name': 'tempest-AttachVolumeShelveTestJSON-1418216456-router', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:43:02Z', 'updated_at': '2022-08-02T13:43:06Z', 'revision_number': 4, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'gw_port': {'id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:03Z', 'updated_at': '2022-08-02T13:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '7365261c-10aa-48ae-90b6-e72ebb8433bd', 'name': '', 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'mac_address': 'fa:16:3e:57:05:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:05Z', 'updated_at': '2022-08-02T13:43:12Z', 'revision_number': 5, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'subnets': [{'id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:46:04.428613 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0980af86-728b-4485-9b50-8b2efd0f11e2 None None] The sync data for ids ['18c37cf6-75d3-4501-a495-ae57fdd7972b'] in dv-cinder-847864-8-iscsi is: [{'id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'name': 'tempest-AttachVolumeShelveTestJSON-1418216456-router', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:43:02Z', 'updated_at': '2022-08-02T13:43:06Z', 'revision_number': 4, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'gw_port': {'id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:03Z', 'updated_at': '2022-08-02T13:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '7365261c-10aa-48ae-90b6-e72ebb8433bd', 'name': '', 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'mac_address': 'fa:16:3e:57:05:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:05Z', 'updated_at': '2022-08-02T13:43:12Z', 'revision_number': 5, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'subnets': [{'id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:46:04.797783 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 41492) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:46:04.840874 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f914c9-2671-4d2a-8685-e8fca4e9f6fb None None] New status for floating IP 7c94989d-86a1-48f5-a930-03ff753b5520: DOWN {{(pid=104371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:46:04.888864 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-9506b820-13c5-427d-920c-ed3ee028b282 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for security_group (5c16de43-e6d5-4644-984a-9bca0b6d1618), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:04.928138 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-9506b820-13c5-427d-920c-ed3ee028b282 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for security_group (5c16de43-e6d5-4644-984a-9bca0b6d1618), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:05.132275 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-9506b820-13c5-427d-920c-ed3ee028b282 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (5c16de43-e6d5-4644-984a-9bca0b6d1618), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:05.140646 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-9506b820-13c5-427d-920c-ed3ee028b282 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:05.156540 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-9506b820-13c5-427d-920c-ed3ee028b282 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "DELETE /v2.0/security-groups/5c16de43-e6d5-4644-984a-9bca0b6d1618 HTTP/1.1" status: 204 len: 168 time: 0.3499835 Aug 02 13:46:05.156709 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 41494) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:46:05.166785 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506b820-13c5-427d-920c-ed3ee028b282 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c16de43-e6d5-4644-984a-9bca0b6d1618,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:05.172322 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.api.v2.resource [None req-e784a2d5-7c44-45e8-a7fa-e77f718879e9 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] show failed (client error): The resource could not be found. Aug 02 13:46:05.175519 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-e784a2d5-7c44-45e8-a7fa-e77f718879e9 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups/5c16de43-e6d5-4644-984a-9bca0b6d1618 HTTP/1.1" status: 404 len: 347 time: 0.0196104 Aug 02 13:46:05.177918 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 41496) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:46:05.349796 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-22e79125-b65c-467a-868d-9d71888bb1c2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Deleting port e8fbf04e-324f-4db3-aaf7-0e4f017691ff {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:46:05.350533 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-22e79125-b65c-467a-868d-9d71888bb1c2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (e8fbf04e-324f-4db3-aaf7-0e4f017691ff), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:05.398904 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:46:05.426192 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] No Port match for: cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:46:05.427047 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device cf54ceff-045d-49c3-b2d8-ff0e2fdc4cf3 not bound to the agent host hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:46:05.507595 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-22e79125-b65c-467a-868d-9d71888bb1c2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (e8fbf04e-324f-4db3-aaf7-0e4f017691ff), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:05.508010 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-22e79125-b65c-467a-868d-9d71888bb1c2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for floatingip (e8fbf04e-324f-4db3-aaf7-0e4f017691ff), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:05.524053 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-22e79125-b65c-467a-868d-9d71888bb1c2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Calling delete_port for e8fbf04e-324f-4db3-aaf7-0e4f017691ff owned by network:floatingip {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:46:06.107021 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-22e79125-b65c-467a-868d-9d71888bb1c2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (e8fbf04e-324f-4db3-aaf7-0e4f017691ff), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:06.140744 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e79125-b65c-467a-868d-9d71888bb1c2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Pushing event deleted for resources: {'Port': ['ID=e8fbf04e-324f-4db3-aaf7-0e4f017691ff,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:06.230464 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e79125-b65c-467a-868d-9d71888bb1c2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:06.231361 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e79125-b65c-467a-868d-9d71888bb1c2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:06.231361 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e79125-b65c-467a-868d-9d71888bb1c2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:06.231361 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e79125-b65c-467a-868d-9d71888bb1c2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:06.231733 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e79125-b65c-467a-868d-9d71888bb1c2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:06.232065 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e79125-b65c-467a-868d-9d71888bb1c2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:06.232432 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e79125-b65c-467a-868d-9d71888bb1c2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:06.232792 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e79125-b65c-467a-868d-9d71888bb1c2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:06.233125 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e79125-b65c-467a-868d-9d71888bb1c2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:06.233690 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e79125-b65c-467a-868d-9d71888bb1c2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:06.234035 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e79125-b65c-467a-868d-9d71888bb1c2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:06.234414 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e79125-b65c-467a-868d-9d71888bb1c2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:06.234742 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e79125-b65c-467a-868d-9d71888bb1c2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:06.268391 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-22e79125-b65c-467a-868d-9d71888bb1c2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for floatingip (7c94989d-86a1-48f5-a930-03ff753b5520), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:06.273970 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-22e79125-b65c-467a-868d-9d71888bb1c2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:06.273970 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-22e79125-b65c-467a-868d-9d71888bb1c2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "DELETE /v2.0/floatingips/7c94989d-86a1-48f5-a930-03ff753b5520 HTTP/1.1" status: 204 len: 168 time: 1.0938611 Aug 02 13:46:06.524303 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 41506) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:46:06.537848 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-ba7a5133-d5d0-4a48-8084-d5fc9776e511 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1439602360', 'description': 'tempest-description--614521125'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:46:06.677791 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ba7a5133-d5d0-4a48-8084-d5fc9776e511 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:06.791723 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ba7a5133-d5d0-4a48-8084-d5fc9776e511 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for security_group (ef2a94d1-277e-4e2c-b170-d1975a86a81f), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:06.935809 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ba7a5133-d5d0-4a48-8084-d5fc9776e511 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (ef2a94d1-277e-4e2c-b170-d1975a86a81f), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:06.994762 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a5133-d5d0-4a48-8084-d5fc9776e511 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2a94d1-277e-4e2c-b170-d1975a86a81f,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:07.080661 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ba7a5133-d5d0-4a48-8084-d5fc9776e511 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:07.082976 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-ba7a5133-d5d0-4a48-8084-d5fc9776e511 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5568836 Aug 02 13:46:07.086334 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 41510) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:46:07.092212 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-a4dbf172-598f-4796-aebb-bdab01b93c8c tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Request body: {'security_group_rule': {'security_group_id': 'ef2a94d1-277e-4e2c-b170-d1975a86a81f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:46:07.230935 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a4dbf172-598f-4796-aebb-bdab01b93c8c tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for security_group_rule (63f01855-1794-46b1-bc63-a1f2766d7a2c), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:07.355561 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a4dbf172-598f-4796-aebb-bdab01b93c8c tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for security_group_rule (63f01855-1794-46b1-bc63-a1f2766d7a2c), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:07.464331 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a4dbf172-598f-4796-aebb-bdab01b93c8c tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (63f01855-1794-46b1-bc63-a1f2766d7a2c), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:07.496770 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dbf172-598f-4796-aebb-bdab01b93c8c tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f01855-1794-46b1-bc63-a1f2766d7a2c,revision_number=0']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:07.551253 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a4dbf172-598f-4796-aebb-bdab01b93c8c tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:07.552516 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-a4dbf172-598f-4796-aebb-bdab01b93c8c tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4651165 Aug 02 13:46:07.556972 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 41512) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:46:07.562198 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-c37addad-f396-4c9b-b85b-8a4b458c0c10 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Request body: {'security_group_rule': {'security_group_id': 'ef2a94d1-277e-4e2c-b170-d1975a86a81f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:46:07.701684 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c37addad-f396-4c9b-b85b-8a4b458c0c10 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for security_group_rule (94b667bb-232b-4244-a94d-16360e279c4e), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:07.816347 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c37addad-f396-4c9b-b85b-8a4b458c0c10 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for security_group_rule (94b667bb-232b-4244-a94d-16360e279c4e), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:07.936751 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c37addad-f396-4c9b-b85b-8a4b458c0c10 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (94b667bb-232b-4244-a94d-16360e279c4e), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:07.985509 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37addad-f396-4c9b-b85b-8a4b458c0c10 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b667bb-232b-4244-a94d-16360e279c4e,revision_number=0']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:08.104025 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c37addad-f396-4c9b-b85b-8a4b458c0c10 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:08.106026 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-c37addad-f396-4c9b-b85b-8a4b458c0c10 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5476594 Aug 02 13:46:08.111393 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 41516) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:46:08.116991 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-a122fd56-41e4-4226-bf32-73a6f42a2353 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Request body: {'floatingip': {'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:46:08.256394 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a122fd56-41e4-4226-bf32-73a6f42a2353 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:08.424057 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a122fd56-41e4-4226-bf32-73a6f42a2353 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:08.608890 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_common [None req-a122fd56-41e4-4226-bf32-73a6f42a2353 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Allocated IP 172.27.4.159 (ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7/17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c/84c71a5a-ff55-41d5-bee5-526678aa5d13) {{(pid=104368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:46:08.793133 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a122fd56-41e4-4226-bf32-73a6f42a2353 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for port (84c71a5a-ff55-41d5-bee5-526678aa5d13), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:08.992757 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a122fd56-41e4-4226-bf32-73a6f42a2353 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (84c71a5a-ff55-41d5-bee5-526678aa5d13), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:09.062853 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122fd56-41e4-4226-bf32-73a6f42a2353 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Pushing event updated for resources: {'Port': ['ID=84c71a5a-ff55-41d5-bee5-526678aa5d13,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:09.073972 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a122fd56-41e4-4226-bf32-73a6f42a2353 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 is already hosted by enough agents. {{(pid=104368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:46:09.076132 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [None req-a122fd56-41e4-4226-bf32-73a6f42a2353 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Resources bound (agent type, host, resource id): {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:46:09.080023 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a122fd56-41e4-4226-bf32-73a6f42a2353 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Received port after_create {{(pid=104368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:46:09.212495 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a122fd56-41e4-4226-bf32-73a6f42a2353 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for floatingip (c9f21b9a-18aa-400b-8568-ad61592589d2), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:09.340277 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a122fd56-41e4-4226-bf32-73a6f42a2353 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (84c71a5a-ff55-41d5-bee5-526678aa5d13), before_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:09.557008 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a122fd56-41e4-4226-bf32-73a6f42a2353 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for port (84c71a5a-ff55-41d5-bee5-526678aa5d13), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:09.644365 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a122fd56-41e4-4226-bf32-73a6f42a2353 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5190948'] for port (84c71a5a-ff55-41d5-bee5-526678aa5d13), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:09.777397 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122fd56-41e4-4226-bf32-73a6f42a2353 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Pushing event updated for resources: {'Port': ['ID=84c71a5a-ff55-41d5-bee5-526678aa5d13,revision_number=2']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:09.793955 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122fd56-41e4-4226-bf32-73a6f42a2353 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:09.794644 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122fd56-41e4-4226-bf32-73a6f42a2353 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:09.795045 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122fd56-41e4-4226-bf32-73a6f42a2353 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:09.795852 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122fd56-41e4-4226-bf32-73a6f42a2353 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:09.796085 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122fd56-41e4-4226-bf32-73a6f42a2353 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:09.796928 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122fd56-41e4-4226-bf32-73a6f42a2353 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:09.797146 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122fd56-41e4-4226-bf32-73a6f42a2353 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:09.797532 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122fd56-41e4-4226-bf32-73a6f42a2353 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:09.798157 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122fd56-41e4-4226-bf32-73a6f42a2353 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:09.798639 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122fd56-41e4-4226-bf32-73a6f42a2353 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:09.798919 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122fd56-41e4-4226-bf32-73a6f42a2353 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:09.799800 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122fd56-41e4-4226-bf32-73a6f42a2353 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:09.799992 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122fd56-41e4-4226-bf32-73a6f42a2353 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:09.831216 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a122fd56-41e4-4226-bf32-73a6f42a2353 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772271'] for floatingip (c9f21b9a-18aa-400b-8568-ad61592589d2), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:09.945319 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a122fd56-41e4-4226-bf32-73a6f42a2353 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:09.950062 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-a122fd56-41e4-4226-bf32-73a6f42a2353 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8344598 Aug 02 13:46:14.072644 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-4d5e7e11-ff17-4148-a291-b1b4c8812674 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1439602360&fields=id&tenant_id=9b3a8010c56d4c2a827a2b3da2e2b222 HTTP/1.1" status: 200 len: 267 time: 0.0707169 Aug 02 13:46:14.223127 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-b02b4b0e-73ca-4a41-af53-0771358b75ab tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:14.231378 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-b02b4b0e-73ca-4a41-af53-0771358b75ab tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/networks?id=d1ca7bc5-1e11-41ba-99a3-db435e41589e HTTP/1.1" status: 200 len: 817 time: 0.1508830 Aug 02 13:46:14.262968 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-f2bab72d-d824-4f6c-945b-11b2c246f003 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/quotas/9b3a8010c56d4c2a827a2b3da2e2b222 HTTP/1.1" status: 200 len: 375 time: 0.0170643 Aug 02 13:46:14.355086 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-2774730d-e12d-4445-9453-f1706ca39826 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b3a8010c56d4c2a827a2b3da2e2b222&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0846720 Aug 02 13:46:14.521807 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-5898527d-30d5-4191-94f1-1cd17547fdcf service neutron] 10.222.0.67 "GET /v2.0/networks/d1ca7bc5-1e11-41ba-99a3-db435e41589e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476178 Aug 02 13:46:14.640272 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-79905f5b-21c6-4e7d-aa1c-e150427f7b32 service neutron] 10.222.0.67 "GET /v2.0/networks/d1ca7bc5-1e11-41ba-99a3-db435e41589e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090746 Aug 02 13:46:14.982164 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-16be2cf2-f8ca-4d9f-93ef-eaea245479c8 req-4c72867c-c562-494a-a83b-22370aff159f tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 210 time: 0.0567875 Aug 02 13:46:16.093056 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e940134e-8268-42e4-8c18-13ce7c77461e req-50314a6f-3708-4915-b298-a2ab99e20635 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 210 time: 0.0294678 Aug 02 13:46:17.211004 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2d83d091-656d-4082-90e6-412cef0a2997 req-4ae0b486-8576-4df9-a207-ffdad412e054 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 210 time: 0.0294864 Aug 02 13:46:17.606929 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-fd2ae695-f9fc-4979-bc8d-a4a8b4b2c87e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:17.609430 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-fd2ae695-f9fc-4979-bc8d-a4a8b4b2c87e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.20 "GET /v2.0/networks?id=d1ca7bc5-1e11-41ba-99a3-db435e41589e HTTP/1.1" status: 200 len: 817 time: 0.1664236 Aug 02 13:46:17.679773 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-62482ee7-9c1e-40c4-a8bf-79ebc1bb25f8 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b3a8010c56d4c2a827a2b3da2e2b222 HTTP/1.1" status: 200 len: 380 time: 0.0602932 Aug 02 13:46:17.689683 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-0ddbbf17-7a5f-44cd-99e6-5f852cf4be47 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Request body: {'port': {'device_id': 'c158d760-7ac1-4449-8256-ec7dac85ff13', 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e', 'admin_state_up': True, 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'security_groups': ['ef2a94d1-277e-4e2c-b170-d1975a86a81f']}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:46:17.866702 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-0ddbbf17-7a5f-44cd-99e6-5f852cf4be47 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Made reservation on behalf of 9b3a8010c56d4c2a827a2b3da2e2b222 for: {'port': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:46:17.870333 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-0ddbbf17-7a5f-44cd-99e6-5f852cf4be47 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:18.009745 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-0ddbbf17-7a5f-44cd-99e6-5f852cf4be47 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Allocated IP 172.20.0.3 (d1ca7bc5-1e11-41ba-99a3-db435e41589e/d1b3380a-fd77-4082-a681-a2409a13bef9/cf93305e-d66a-41e6-a9df-fc388435aa5a) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:46:18.164698 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-0ddbbf17-7a5f-44cd-99e6-5f852cf4be47 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for port (cf93305e-d66a-41e6-a9df-fc388435aa5a), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:18.255279 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-0ddbbf17-7a5f-44cd-99e6-5f852cf4be47 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (cf93305e-d66a-41e6-a9df-fc388435aa5a), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:18.322017 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-0ddbbf17-7a5f-44cd-99e6-5f852cf4be47 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Network d1ca7bc5-1e11-41ba-99a3-db435e41589e is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:46:18.323257 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbbf17-7a5f-44cd-99e6-5f852cf4be47 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Pushing event updated for resources: {'Port': ['ID=cf93305e-d66a-41e6-a9df-fc388435aa5a,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:18.327318 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-0ddbbf17-7a5f-44cd-99e6-5f852cf4be47 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:46:18.330156 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-0ddbbf17-7a5f-44cd-99e6-5f852cf4be47 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:46:18.359668 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c8712-2bab-4b77-b0ca-8931562555d8 req-84f18ccd-16d4-4101-8b23-97ebca418e8a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:18.361403 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a05c8712-2bab-4b77-b0ca-8931562555d8 req-84f18ccd-16d4-4101-8b23-97ebca418e8a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 931 time: 0.0682819 Aug 02 13:46:18.401812 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-0ddbbf17-7a5f-44cd-99e6-5f852cf4be47 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:18.402796 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-0ddbbf17-7a5f-44cd-99e6-5f852cf4be47 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:18.434462 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a05c8712-2bab-4b77-b0ca-8931562555d8 req-acbceb10-1990-4f1e-9a83-c61c243c5515 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652487 Aug 02 13:46:18.509440 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-0ddbbf17-7a5f-44cd-99e6-5f852cf4be47 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8240786 Aug 02 13:46:18.529196 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-db910b9a-b8f6-4275-ba73-2ef990c3f76c service neutron] Request body: {'port': {'device_id': 'c158d760-7ac1-4449-8256-ec7dac85ff13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:46:18.612197 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-db910b9a-b8f6-4275-ba73-2ef990c3f76c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (cf93305e-d66a-41e6-a9df-fc388435aa5a), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:18.637469 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-24045f23-7807-4adb-8c6b-5f912b6366f5 None None] Provisioning complete for port cf93305e-d66a-41e6-a9df-fc388435aa5a triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:46:18.638418 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-24045f23-7807-4adb-8c6b-5f912b6366f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (cf93305e-d66a-41e6-a9df-fc388435aa5a), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:18.678179 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-24045f23-7807-4adb-8c6b-5f912b6366f5 None None] Port cf93305e-d66a-41e6-a9df-fc388435aa5a cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:46:18.903860 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-db910b9a-b8f6-4275-ba73-2ef990c3f76c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf93305e-d66a-41e6-a9df-fc388435aa5a {{(pid=104369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:46:18.911925 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-db910b9a-b8f6-4275-ba73-2ef990c3f76c service neutron] Publish callbacks [] for port (cf93305e-d66a-41e6-a9df-fc388435aa5a), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:18.927361 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.provisioning_blocks [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-db910b9a-b8f6-4275-ba73-2ef990c3f76c service neutron] Transition to ACTIVE for port object cf93305e-d66a-41e6-a9df-fc388435aa5a will not be triggered until provisioned by entity L2. {{(pid=104369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 02 13:46:19.038581 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-db910b9a-b8f6-4275-ba73-2ef990c3f76c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (cf93305e-d66a-41e6-a9df-fc388435aa5a), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:19.089156 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db910b9a-b8f6-4275-ba73-2ef990c3f76c service neutron] Pushing event updated for resources: {'Port': ['ID=cf93305e-d66a-41e6-a9df-fc388435aa5a,revision_number=2']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:19.180690 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-db910b9a-b8f6-4275-ba73-2ef990c3f76c service neutron] Attempting to bind port cf93305e-d66a-41e6-a9df-fc388435aa5a on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:46:19.181132 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-db910b9a-b8f6-4275-ba73-2ef990c3f76c service neutron] Attempting to bind port cf93305e-d66a-41e6-a9df-fc388435aa5a by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e'}] {{(pid=104369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:46:19.181651 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-db910b9a-b8f6-4275-ba73-2ef990c3f76c service neutron] Attempting to bind port cf93305e-d66a-41e6-a9df-fc388435aa5a on network d1ca7bc5-1e11-41ba-99a3-db435e41589e {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:46:19.187329 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-db910b9a-b8f6-4275-ba73-2ef990c3f76c service neutron] Port cf93305e-d66a-41e6-a9df-fc388435aa5a on network d1ca7bc5-1e11-41ba-99a3-db435e41589e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 02 13:46:19.189376 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-db910b9a-b8f6-4275-ba73-2ef990c3f76c service neutron] Attempting to bind port cf93305e-d66a-41e6-a9df-fc388435aa5a on network d1ca7bc5-1e11-41ba-99a3-db435e41589e {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:46:19.194463 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-db910b9a-b8f6-4275-ba73-2ef990c3f76c service neutron] Checking agent: {'id': '69dc3da8-ee10-46f6-83b6-ed4e97a21469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'started_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:46:19.195397 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-db910b9a-b8f6-4275-ba73-2ef990c3f76c service neutron] Checking segment: {'id': 'e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:46:19.195397 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-db910b9a-b8f6-4275-ba73-2ef990c3f76c service neutron] Bound using segment: {'id': 'e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e'} {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:46:19.195747 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-db910b9a-b8f6-4275-ba73-2ef990c3f76c service neutron] Bound port: cf93305e-d66a-41e6-a9df-fc388435aa5a, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e'}}] {{(pid=104369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:46:19.196116 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-db910b9a-b8f6-4275-ba73-2ef990c3f76c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (cf93305e-d66a-41e6-a9df-fc388435aa5a), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:19.271826 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-db910b9a-b8f6-4275-ba73-2ef990c3f76c service neutron] For port cf93305e-d66a-41e6-a9df-fc388435aa5a, host hv-cinder-84786, cleared binding levels {{(pid=104369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:46:19.276449 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-db910b9a-b8f6-4275-ba73-2ef990c3f76c service neutron] For port cf93305e-d66a-41e6-a9df-fc388435aa5a, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=cf93305e-d66a-41e6-a9df-fc388435aa5a,segment=NetworkSegment(e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75),segment_id=e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75)] {{(pid=104369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:46:19.478274 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-db910b9a-b8f6-4275-ba73-2ef990c3f76c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (cf93305e-d66a-41e6-a9df-fc388435aa5a), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:19.511893 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-db910b9a-b8f6-4275-ba73-2ef990c3f76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:19.512481 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-db910b9a-b8f6-4275-ba73-2ef990c3f76c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:19.513902 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-db910b9a-b8f6-4275-ba73-2ef990c3f76c service neutron] 10.222.0.20 "PUT /v2.0/ports/cf93305e-d66a-41e6-a9df-fc388435aa5a HTTP/1.1" status: 200 len: 1093 time: 0.9910002 Aug 02 13:46:19.517112 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c158d760-7ac1-4449-8256-ec7dac85ff13', 'tag': 'cf93305e-d66a-41e6-a9df-fc388435aa5a'}] {{(pid=104369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:46:19.519919 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bf99331ba47a6ac295264f2d91701b523438f9b2384832aa813a78b8ac64a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565d79d8-7e0d-4abe-9869-f5b8bf2c3c72" -d '{"events": [{"name": "network-changed", "server_uuid": "c158d760-7ac1-4449-8256-ec7dac85ff13", "tag": "cf93305e-d66a-41e6-a9df-fc388435aa5a"}]}' {{(pid=104369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:46:19.582479 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c69ba9f-3fbb-45ca-9b43-cacf9594f14a x-openstack-request-id: req-1c69ba9f-3fbb-45ca-9b43-cacf9594f14a {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:46:19.582805 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c158d760-7ac1-4449-8256-ec7dac85ff13", "tag": "cf93305e-d66a-41e6-a9df-fc388435aa5a", "status": "completed", "code": 200}]} {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:46:19.583056 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1c69ba9f-3fbb-45ca-9b43-cacf9594f14a {{(pid=104369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:46:19.583539 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c69ba9f-3fbb-45ca-9b43-cacf9594f14a'] response: {'name': 'network-changed', 'server_uuid': 'c158d760-7ac1-4449-8256-ec7dac85ff13', 'tag': 'cf93305e-d66a-41e6-a9df-fc388435aa5a', 'status': 'completed', 'code': 200} Aug 02 13:46:19.619756 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db910b9a-b8f6-4275-ba73-2ef990c3f76c service neutron] Pushing event updated for resources: {'Port': ['ID=cf93305e-d66a-41e6-a9df-fc388435aa5a,revision_number=3']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:19.680247 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760deb6-e6b8-4956-8575-dd47e553644d req-c229ac26-14c0-4b18-9d7e-7ee7f00a9472 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:19.688675 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2760deb6-e6b8-4956-8575-dd47e553644d req-c229ac26-14c0-4b18-9d7e-7ee7f00a9472 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 943 time: 0.1512165 Aug 02 13:46:19.721697 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d79d8-7e0d-4abe-9869-f5b8bf2c3c72 req-0ca40830-4ae9-43c9-9339-a942247534a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:19.724241 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-565d79d8-7e0d-4abe-9869-f5b8bf2c3c72 req-0ca40830-4ae9-43c9-9339-a942247534a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b3a8010c56d4c2a827a2b3da2e2b222&device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 1127 time: 0.1133106 Aug 02 13:46:19.815723 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2760deb6-e6b8-4956-8575-dd47e553644d req-24fe8230-6ff1-4192-b055-629ec9a0635a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261215 Aug 02 13:46:19.886820 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d79d8-7e0d-4abe-9869-f5b8bf2c3c72 req-13419f66-630e-45ef-b083-692c2d45eeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:19.888399 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-565d79d8-7e0d-4abe-9869-f5b8bf2c3c72 req-13419f66-630e-45ef-b083-692c2d45eeca service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=9b3a8010c56d4c2a827a2b3da2e2b222&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1560140 Aug 02 13:46:19.991333 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 41684) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:46:20.010632 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d79d8-7e0d-4abe-9869-f5b8bf2c3c72 req-be185224-3f4d-4bef-ad74-a4c45320a76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:20.012986 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-565d79d8-7e0d-4abe-9869-f5b8bf2c3c72 req-be185224-3f4d-4bef-ad74-a4c45320a76d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1161788 Aug 02 13:46:20.046368 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_v2 [None req-529ac62b-cd59-4b62-98d8-01cbdefa6512 admin admin] Deleting subnet f9f041ba-5029-4924-b363-16504434c2a3 {{(pid=104368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 02 13:46:20.050273 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-529ac62b-cd59-4b62-98d8-01cbdefa6512 admin admin] Publish callbacks [] for subnet (f9f041ba-5029-4924-b363-16504434c2a3), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:20.094035 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-529ac62b-cd59-4b62-98d8-01cbdefa6512 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5352063'] for subnet (f9f041ba-5029-4924-b363-16504434c2a3), precommit_delete_associations {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:20.104131 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-9ad85176-82f3-4b55-8bdc-14755304faaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:20.105747 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-9ad85176-82f3-4b55-8bdc-14755304faaa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b3a8010c56d4c2a827a2b3da2e2b222&device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 1127 time: 0.0539165 Aug 02 13:46:20.151937 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-529ac62b-cd59-4b62-98d8-01cbdefa6512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1626869'] for subnet (f9f041ba-5029-4924-b363-16504434c2a3), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:20.158239 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-f8173376-0cca-4b42-b09a-7ed62a3ba2cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf93305e-d66a-41e6-a9df-fc388435aa5a HTTP/1.1" status: 200 len: 217 time: 0.0407662 Aug 02 13:46:20.219880 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-8068a75f-0841-4eec-a0d8-92aaa7246275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:20.221403 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-8068a75f-0841-4eec-a0d8-92aaa7246275 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1b3380a-fd77-4082-a681-a2409a13bef9 HTTP/1.1" status: 200 len: 856 time: 0.0555854 Aug 02 13:46:20.285949 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-3b5f0832-1656-401c-bb97-8f6dc0ad85a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:20.287979 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-3b5f0832-1656-401c-bb97-8f6dc0ad85a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d1ca7bc5-1e11-41ba-99a3-db435e41589e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594616 Aug 02 13:46:20.312880 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-529ac62b-cd59-4b62-98d8-01cbdefa6512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1626876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5191154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4657249'] for subnet (f9f041ba-5029-4924-b363-16504434c2a3), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:20.342640 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ac62b-cd59-4b62-98d8-01cbdefa6512 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9f041ba-5029-4924-b363-16504434c2a3,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:20.344837 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-529ac62b-cd59-4b62-98d8-01cbdefa6512 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:20.348718 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-529ac62b-cd59-4b62-98d8-01cbdefa6512 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/f9f041ba-5029-4924-b363-16504434c2a3 HTTP/1.1" status: 204 len: 168 time: 0.3535166 Aug 02 13:46:20.352482 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 41690) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:46:20.398510 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-69760ba8-ceeb-48d1-b54f-6d39cd3254a3 service neutron] 10.222.0.20 "GET /v2.0/networks/d1ca7bc5-1e11-41ba-99a3-db435e41589e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034160 Aug 02 13:46:20.451739 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-eeb587b9-633a-4926-89bc-87ac5bc34259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1719594'] for network (69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:20.513439 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-1a0caba7-e571-49c7-a8bd-c8d5ee120ae9 req-cb647959-bb23-4ff8-b9fa-8d5336f11269 service neutron] 10.222.0.20 "GET /v2.0/networks/d1ca7bc5-1e11-41ba-99a3-db435e41589e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091223 Aug 02 13:46:20.540889 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-eeb587b9-633a-4926-89bc-87ac5bc34259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626208', 'neutron.services.segments.db._delete_segments_for_network-8786056706762'] for network (69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:20.566702 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.services.segments.db [None req-eeb587b9-633a-4926-89bc-87ac5bc34259 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45']}} {{(pid=104368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:46:20.578611 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.services.segments.db [None req-eeb587b9-633a-4926-89bc-87ac5bc34259 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd02d205a-6453-460f-a975-5e7e2220633f') {'for_net_delete': True} {{(pid=104368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:46:20.578938 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.services.segments.db [None req-eeb587b9-633a-4926-89bc-87ac5bc34259 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd02d205a-6453-460f-a975-5e7e2220633f') {} {{(pid=104368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:46:20.595738 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-eeb587b9-633a-4926-89bc-87ac5bc34259 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786056707283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5352006'] for segment (d02d205a-6453-460f-a975-5e7e2220633f), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:20.611556 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-eeb587b9-633a-4926-89bc-87ac5bc34259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (d02d205a-6453-460f-a975-5e7e2220633f), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:20.619838 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb587b9-633a-4926-89bc-87ac5bc34259 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=104368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 13:46:20.620257 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-eeb587b9-633a-4926-89bc-87ac5bc34259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5190984'] for segment (d02d205a-6453-460f-a975-5e7e2220633f), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:20.661349 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.services.segments.plugin [-] Segment d02d205a-6453-460f-a975-5e7e2220633f resource provider aggregate not found Aug 02 13:46:20.681275 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.services.segments.plugin [-] Segment d02d205a-6453-460f-a975-5e7e2220633f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d02d205a-6453-460f-a975-5e7e2220633f found for delete ", "request_id": "req-1c0352a9-b91f-4630-ae5b-a13a21ed918d"}]} Aug 02 13:46:20.815097 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-eeb587b9-633a-4926-89bc-87ac5bc34259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772273'] for network (69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:20.826854 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-eeb587b9-633a-4926-89bc-87ac5bc34259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:20.833983 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-eeb587b9-633a-4926-89bc-87ac5bc34259 admin admin] 10.222.0.67 "DELETE /v2.0/networks/69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45 HTTP/1.1" status: 204 len: 168 time: 0.4800212 Aug 02 13:46:20.846808 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb587b9-633a-4926-89bc-87ac5bc34259 admin admin] Pushing event deleted for resources: {'Network': ['ID=69ce2ae1-d5fc-4830-a5b0-8fc3f8109e45,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:21.002185 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f569c-9975-40e9-bb15-d4b5847cf355 req-d1e2b576-1a12-4045-b9ac-770c3e23e443 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:21.004948 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ce6f569c-9975-40e9-bb15-d4b5847cf355 req-d1e2b576-1a12-4045-b9ac-770c3e23e443 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 943 time: 0.0823674 Aug 02 13:46:21.315931 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 41702) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:46:21.374905 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-ca92e4b1-f968-4702-a066-c1ef2be4d10a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=212d64cda23c483ca4fcec948aec742a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0573614 Aug 02 13:46:21.378932 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 41704) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:46:21.393336 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ce6f569c-9975-40e9-bb15-d4b5847cf355 req-7713987f-0630-4471-85f5-8563a37193e0 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3786099 Aug 02 13:46:21.453756 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-13988b85-ced4-4c9e-a5ca-41554a05dc78 admin admin] Publish callbacks [] for security_group (e68a575b-bcda-41eb-ae87-5506e2d40bfe), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:21.485898 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-13988b85-ced4-4c9e-a5ca-41554a05dc78 admin admin] Publish callbacks [] for security_group (e68a575b-bcda-41eb-ae87-5506e2d40bfe), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:21.656084 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-13988b85-ced4-4c9e-a5ca-41554a05dc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (e68a575b-bcda-41eb-ae87-5506e2d40bfe), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:21.663848 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-13988b85-ced4-4c9e-a5ca-41554a05dc78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:21.663848 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-13988b85-ced4-4c9e-a5ca-41554a05dc78 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e68a575b-bcda-41eb-ae87-5506e2d40bfe HTTP/1.1" status: 204 len: 168 time: 0.2816024 Aug 02 13:46:21.672038 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13988b85-ced4-4c9e-a5ca-41554a05dc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68a575b-bcda-41eb-ae87-5506e2d40bfe,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:22.583101 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4006d-c3f4-41cb-91db-7db08af7fb8c req-461c492f-dae8-4a4d-8ed4-c0bc92c44067 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:22.584829 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-fdd4006d-c3f4-41cb-91db-7db08af7fb8c req-461c492f-dae8-4a4d-8ed4-c0bc92c44067 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 943 time: 0.0714135 Aug 02 13:46:22.643307 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-fdd4006d-c3f4-41cb-91db-7db08af7fb8c req-89216c5a-df01-4721-b128-963f5c8899b5 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521522 Aug 02 13:46:23.502731 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device cf93305e-d66a-41e6-a9df-fc388435aa5a details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 13:46:23.608897 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port cf93305e-d66a-41e6-a9df-fc388435aa5a, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=cf93305e-d66a-41e6-a9df-fc388435aa5a,segment=NetworkSegment(e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75),segment_id=e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:46:23.621271 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Returning: {'device': 'cf93305e-d66a-41e6-a9df-fc388435aa5a', 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e', 'port_id': 'cf93305e-d66a-41e6-a9df-fc388435aa5a', 'mac_address': 'fa:16:3e:1a:fd:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 13:46:23.663259 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port cf93305e-d66a-41e6-a9df-fc388435aa5a is: DOWN; New status is: BUILD {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:46:23.663912 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (cf93305e-d66a-41e6-a9df-fc388435aa5a), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:23.678507 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf93305e-d66a-41e6-a9df-fc388435aa5a {{(pid=104370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:46:23.896386 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port cf93305e-d66a-41e6-a9df-fc388435aa5a, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=cf93305e-d66a-41e6-a9df-fc388435aa5a,segment=NetworkSegment(e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75),segment_id=e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:46:23.898095 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e1a9f-1ee2-4755-9f7e-9e0cb4bd0fb0 req-c6dadabc-1c99-485b-b201-ce8c0bc64638 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:23.898095 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4d0e1a9f-1ee2-4755-9f7e-9e0cb4bd0fb0 req-c6dadabc-1c99-485b-b201-ce8c0bc64638 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 943 time: 0.0655661 Aug 02 13:46:23.898095 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4d0e1a9f-1ee2-4755-9f7e-9e0cb4bd0fb0 req-072ac554-38e5-4cff-b5de-460092fac2a2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472965 Aug 02 13:46:23.974620 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (cf93305e-d66a-41e6-a9df-fc388435aa5a), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:24.028876 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=cf93305e-d66a-41e6-a9df-fc388435aa5a,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:24.036695 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:24.037118 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:24.037449 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:24.037788 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:24.038144 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:24.038532 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:24.038880 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:24.039216 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:24.039612 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:24.039956 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:24.040228 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:24.040561 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:24.040894 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:24.234698 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['cf93305e-d66a-41e6-a9df-fc388435aa5a'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:46:24.263017 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-1b1af21a-b957-499d-9b23-f6d79fbbd712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:24.993251 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572be71a-608c-4e87-94f0-786992644798 req-ef5f612e-1359-4548-ad89-6a4900342067 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:24.995110 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-572be71a-608c-4e87-94f0-786992644798 req-ef5f612e-1359-4548-ad89-6a4900342067 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 944 time: 0.0570300 Aug 02 13:46:25.046575 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-572be71a-608c-4e87-94f0-786992644798 req-374df272-e036-4260-bf79-e2d54476253d tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454462 Aug 02 13:46:25.220615 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:25.513373 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device cf93305e-d66a-41e6-a9df-fc388435aa5a up at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:46:25.706171 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning for port cf93305e-d66a-41e6-a9df-fc388435aa5a completed by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 02 13:46:25.711273 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning complete for port cf93305e-d66a-41e6-a9df-fc388435aa5a triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:46:25.713297 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (cf93305e-d66a-41e6-a9df-fc388435aa5a), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:25.715272 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:46:25.791488 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port cf93305e-d66a-41e6-a9df-fc388435aa5a is: BUILD; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:46:25.791794 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (cf93305e-d66a-41e6-a9df-fc388435aa5a), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:25.816600 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c158d760-7ac1-4449-8256-ec7dac85ff13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf93305e-d66a-41e6-a9df-fc388435aa5a'}] {{(pid=104370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:46:25.819637 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7baa883c66606d2bd29c352a6206e712ed5fe15c106669ddbeacd0f82211b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a8e647-5047-4be4-8e0d-e25222414ddc" -d '{"events": [{"server_uuid": "c158d760-7ac1-4449-8256-ec7dac85ff13", "name": "network-vif-plugged", "status": "completed", "tag": "cf93305e-d66a-41e6-a9df-fc388435aa5a"}]}' {{(pid=104370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:46:25.835760 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port cf93305e-d66a-41e6-a9df-fc388435aa5a, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=cf93305e-d66a-41e6-a9df-fc388435aa5a,segment=NetworkSegment(e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75),segment_id=e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:46:25.866448 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7eef531-ddae-4df3-ba5e-c3ac49d86eaf x-openstack-request-id: req-a7eef531-ddae-4df3-ba5e-c3ac49d86eaf {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:46:25.866933 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c158d760-7ac1-4449-8256-ec7dac85ff13", "name": "network-vif-plugged", "status": "completed", "tag": "cf93305e-d66a-41e6-a9df-fc388435aa5a", "code": 200}]} {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:46:25.867338 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a7eef531-ddae-4df3-ba5e-c3ac49d86eaf {{(pid=104370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:46:25.868336 dv-cinder-847864-8-iscsi neutron-server[104370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7eef531-ddae-4df3-ba5e-c3ac49d86eaf'] response: {'server_uuid': 'c158d760-7ac1-4449-8256-ec7dac85ff13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf93305e-d66a-41e6-a9df-fc388435aa5a', 'code': 200} Aug 02 13:46:25.918445 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (cf93305e-d66a-41e6-a9df-fc388435aa5a), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:25.983414 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=cf93305e-d66a-41e6-a9df-fc388435aa5a,revision_number=5']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:26.181469 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcd317-f160-4215-b116-e3a836cfaded req-f691174c-950d-4272-82ae-72736d08d0aa tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:26.183035 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a8dcd317-f160-4215-b116-e3a836cfaded req-f691174c-950d-4272-82ae-72736d08d0aa tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.0558829 Aug 02 13:46:26.236938 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a8dcd317-f160-4215-b116-e3a836cfaded req-df421a67-cea6-499f-8475-3c9a9da24761 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483997 Aug 02 13:46:26.348477 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b41c0e-32e5-4a9e-8f97-5c7bb535c719 req-8a9eda36-da65-49ab-90cc-04cf2c4ddf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:26.350552 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f9b41c0e-32e5-4a9e-8f97-5c7bb535c719 req-8a9eda36-da65-49ab-90cc-04cf2c4ddf79 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 1129 time: 0.0494118 Aug 02 13:46:26.407267 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f9b41c0e-32e5-4a9e-8f97-5c7bb535c719 req-c12a0a77-0d32-4bdb-b3ea-888a0fb1e8f6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480666 Aug 02 13:46:26.552272 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-0ab91b6d-d663-4169-aa3e-27581447401e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:27.384192 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fb08b-f2a8-4a14-9833-4b3360d402c1 req-fe2c8a94-1c98-49de-9025-615e4beab9e7 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:27.386531 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-180fb08b-f2a8-4a14-9833-4b3360d402c1 req-fe2c8a94-1c98-49de-9025-615e4beab9e7 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.0649726 Aug 02 13:46:27.449973 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-180fb08b-f2a8-4a14-9833-4b3360d402c1 req-9fe26b5b-7000-4bdf-b635-e31e6df2588f tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570579 Aug 02 13:46:27.723778 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:28.615082 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b69cc2-52f9-4847-afbd-d6cdf39241fe req-ae31aaaa-9d89-42c4-9579-5f5da573bd44 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:28.615082 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-82b69cc2-52f9-4847-afbd-d6cdf39241fe req-ae31aaaa-9d89-42c4-9579-5f5da573bd44 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.0632799 Aug 02 13:46:28.670332 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-82b69cc2-52f9-4847-afbd-d6cdf39241fe req-16f0808f-cb68-4f84-bfb1-77df7220e79d tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485964 Aug 02 13:46:28.823105 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4fd645-942a-4a41-b539-18efb7e2607a req-fc2b1ddf-f6ea-4a71-ae7d-d4ebef534dc1 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:28.825303 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-bf4fd645-942a-4a41-b539-18efb7e2607a req-fc2b1ddf-f6ea-4a71-ae7d-d4ebef534dc1 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.0752642 Aug 02 13:46:28.835116 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 41788) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:46:28.840381 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-4b0820ae-e2b9-41e9-8219-ada92c143a94 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Request body: {'floatingip': {'port_id': 'cf93305e-d66a-41e6-a9df-fc388435aa5a'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:46:28.884520 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4b0820ae-e2b9-41e9-8219-ada92c143a94 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for floatingip (c9f21b9a-18aa-400b-8568-ad61592589d2), before_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:29.312635 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:29.397516 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4b0820ae-e2b9-41e9-8219-ada92c143a94 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:29.553888 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4b0820ae-e2b9-41e9-8219-ada92c143a94 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772271'] for floatingip (c9f21b9a-18aa-400b-8568-ad61592589d2), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:29.698035 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.db.l3_db [None req-4b0820ae-e2b9-41e9-8219-ada92c143a94 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Floating IP c9f21b9a-18aa-400b-8568-ad61592589d2 associated. External IP: 172.27.4.159, port: cf93305e-d66a-41e6-a9df-fc388435aa5a. Aug 02 13:46:29.935546 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0820ae-e2b9-41e9-8219-ada92c143a94 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Router 18c37cf6-75d3-4501-a495-ae57fdd7972b has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:46:30.053710 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0820ae-e2b9-41e9-8219-ada92c143a94 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:46:30.058995 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4b0820ae-e2b9-41e9-8219-ada92c143a94 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:30.065709 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4c0da2-c8cc-4e66-a085-09ff658d4e8d None None] Sync routers for ids ['18c37cf6-75d3-4501-a495-ae57fdd7972b'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:46:30.086846 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4c0da2-c8cc-4e66-a085-09ff658d4e8d None None] Routers {'18c37cf6-75d3-4501-a495-ae57fdd7972b'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:46:30.087539 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-ab4c0da2-c8cc-4e66-a085-09ff658d4e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:46:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['18c37cf6-75d3-4501-a495-ae57fdd7972b'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:46:30.099571 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-4b0820ae-e2b9-41e9-8219-ada92c143a94 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "PUT /v2.0/floatingips/c9f21b9a-18aa-400b-8568-ad61592589d2 HTTP/1.1" status: 200 len: 991 time: 1.2626326 Aug 02 13:46:30.100805 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c158d760-7ac1-4449-8256-ec7dac85ff13', 'tag': 'cf93305e-d66a-41e6-a9df-fc388435aa5a'}] {{(pid=104368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:46:30.103817 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245b70741b0aa7b9232129cc368cc987c69949c5cf8ab06a5d5e033a5668ca41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9046a9ae-8109-4a2d-9219-a40f7337262e" -d '{"events": [{"name": "network-changed", "server_uuid": "c158d760-7ac1-4449-8256-ec7dac85ff13", "tag": "cf93305e-d66a-41e6-a9df-fc388435aa5a"}]}' {{(pid=104368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:46:30.143950 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46a8404-36bb-40a4-8765-a7d4e8692b88 x-openstack-request-id: req-a46a8404-36bb-40a4-8765-a7d4e8692b88 {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:46:30.144382 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c158d760-7ac1-4449-8256-ec7dac85ff13", "tag": "cf93305e-d66a-41e6-a9df-fc388435aa5a", "status": "completed", "code": 200}]} {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:46:30.144714 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a46a8404-36bb-40a4-8765-a7d4e8692b88 {{(pid=104368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:46:30.145252 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a46a8404-36bb-40a4-8765-a7d4e8692b88'] response: {'name': 'network-changed', 'server_uuid': 'c158d760-7ac1-4449-8256-ec7dac85ff13', 'tag': 'cf93305e-d66a-41e6-a9df-fc388435aa5a', 'status': 'completed', 'code': 200} Aug 02 13:46:30.226590 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-ab4c0da2-c8cc-4e66-a085-09ff658d4e8d None None] Set router 18c37cf6-75d3-4501-a495-ae57fdd7972b gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:46:30.228043 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046a9ae-8109-4a2d-9219-a40f7337262e req-1c3c8409-ac56-49f9-8b1a-dc5367513c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:30.230216 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9046a9ae-8109-4a2d-9219-a40f7337262e req-1c3c8409-ac56-49f9-8b1a-dc5367513c41 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b3a8010c56d4c2a827a2b3da2e2b222&device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 1129 time: 0.0623574 Aug 02 13:46:30.345513 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046a9ae-8109-4a2d-9219-a40f7337262e req-73c4fd97-9daa-4482-b9ff-6c3f8ff1e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:30.347071 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9046a9ae-8109-4a2d-9219-a40f7337262e req-73c4fd97-9daa-4482-b9ff-6c3f8ff1e84e service neutron] 10.222.0.20 "GET /v2.0/networks?id=d1ca7bc5-1e11-41ba-99a3-db435e41589e HTTP/1.1" status: 200 len: 918 time: 0.1104293 Aug 02 13:46:30.428712 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9046a9ae-8109-4a2d-9219-a40f7337262e req-83ccfc20-0673-41fa-8e29-dca3f57a497b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf93305e-d66a-41e6-a9df-fc388435aa5a HTTP/1.1" status: 200 len: 999 time: 0.0733302 Aug 02 13:46:30.500436 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046a9ae-8109-4a2d-9219-a40f7337262e req-43eef3bc-68c9-4778-8c45-f7b1d8bbd5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:30.502563 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9046a9ae-8109-4a2d-9219-a40f7337262e req-43eef3bc-68c9-4778-8c45-f7b1d8bbd5d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1b3380a-fd77-4082-a681-a2409a13bef9 HTTP/1.1" status: 200 len: 856 time: 0.0673900 Aug 02 13:46:30.575187 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046a9ae-8109-4a2d-9219-a40f7337262e req-c773da3e-9a6d-4ea3-8764-08baa16d4f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:30.576956 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9046a9ae-8109-4a2d-9219-a40f7337262e req-c773da3e-9a6d-4ea3-8764-08baa16d4f89 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d1ca7bc5-1e11-41ba-99a3-db435e41589e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0672719 Aug 02 13:46:30.609294 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-ab4c0da2-c8cc-4e66-a085-09ff658d4e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'name': 'tempest-AttachVolumeShelveTestJSON-1418216456-router', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:43:02Z', 'updated_at': '2022-08-02T13:43:06Z', 'revision_number': 4, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'gw_port': {'id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:03Z', 'updated_at': '2022-08-02T13:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'c9f21b9a-18aa-400b-8568-ad61592589d2', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'floating_ip_address': '172.27.4.159', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'port_id': 'cf93305e-d66a-41e6-a9df-fc388435aa5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e', 'mac_address': 'fa:16:3e:1a:fd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c158d760-7ac1-4449-8256-ec7dac85ff13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:46:09Z', 'updated_at': '2022-08-02T13:46:29Z', 'revision_number': 1, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7365261c-10aa-48ae-90b6-e72ebb8433bd', 'name': '', 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'mac_address': 'fa:16:3e:57:05:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:05Z', 'updated_at': '2022-08-02T13:43:12Z', 'revision_number': 5, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'subnets': [{'id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:46:30.651074 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4c0da2-c8cc-4e66-a085-09ff658d4e8d None None] Checking router: 18c37cf6-75d3-4501-a495-ae57fdd7972b for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:46:30.663600 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4c0da2-c8cc-4e66-a085-09ff658d4e8d None None] Routers {'18c37cf6-75d3-4501-a495-ae57fdd7972b'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:46:30.664223 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-ab4c0da2-c8cc-4e66-a085-09ff658d4e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:46:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['18c37cf6-75d3-4501-a495-ae57fdd7972b'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:46:30.702907 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9046a9ae-8109-4a2d-9219-a40f7337262e req-54d08224-fbc1-40ea-bed0-43e31eeccd34 service neutron] 10.222.0.20 "GET /v2.0/networks/d1ca7bc5-1e11-41ba-99a3-db435e41589e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125209 Aug 02 13:46:30.793600 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-ab4c0da2-c8cc-4e66-a085-09ff658d4e8d None None] Set router 18c37cf6-75d3-4501-a495-ae57fdd7972b gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:46:30.814543 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9046a9ae-8109-4a2d-9219-a40f7337262e req-3ef86942-2d57-4a7d-9632-655b38646cd9 service neutron] 10.222.0.20 "GET /v2.0/networks/d1ca7bc5-1e11-41ba-99a3-db435e41589e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035962 Aug 02 13:46:30.825164 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:31.049815 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-ab4c0da2-c8cc-4e66-a085-09ff658d4e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'name': 'tempest-AttachVolumeShelveTestJSON-1418216456-router', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:43:02Z', 'updated_at': '2022-08-02T13:43:06Z', 'revision_number': 4, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'gw_port': {'id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:03Z', 'updated_at': '2022-08-02T13:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'c9f21b9a-18aa-400b-8568-ad61592589d2', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'floating_ip_address': '172.27.4.159', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'port_id': 'cf93305e-d66a-41e6-a9df-fc388435aa5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e', 'mac_address': 'fa:16:3e:1a:fd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c158d760-7ac1-4449-8256-ec7dac85ff13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:46:09Z', 'updated_at': '2022-08-02T13:46:29Z', 'revision_number': 1, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7365261c-10aa-48ae-90b6-e72ebb8433bd', 'name': '', 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'mac_address': 'fa:16:3e:57:05:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:05Z', 'updated_at': '2022-08-02T13:43:12Z', 'revision_number': 5, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'subnets': [{'id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:46:31.076418 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4c0da2-c8cc-4e66-a085-09ff658d4e8d None None] The sync data for ids ['18c37cf6-75d3-4501-a495-ae57fdd7972b'] in dv-cinder-847864-8-iscsi is: [{'id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'name': 'tempest-AttachVolumeShelveTestJSON-1418216456-router', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:43:02Z', 'updated_at': '2022-08-02T13:43:06Z', 'revision_number': 4, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'gw_port': {'id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:03Z', 'updated_at': '2022-08-02T13:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'c9f21b9a-18aa-400b-8568-ad61592589d2', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'floating_ip_address': '172.27.4.159', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'port_id': 'cf93305e-d66a-41e6-a9df-fc388435aa5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e', 'mac_address': 'fa:16:3e:1a:fd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c158d760-7ac1-4449-8256-ec7dac85ff13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:46:09Z', 'updated_at': '2022-08-02T13:46:29Z', 'revision_number': 1, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7365261c-10aa-48ae-90b6-e72ebb8433bd', 'name': '', 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'mac_address': 'fa:16:3e:57:05:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:05Z', 'updated_at': '2022-08-02T13:43:12Z', 'revision_number': 5, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'subnets': [{'id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:46:31.320239 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0545f7-7989-408b-9268-baeac4944b84 None None] New status for floating IP c9f21b9a-18aa-400b-8568-ad61592589d2: ACTIVE {{(pid=104371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:46:44.902354 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 41940) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:46:45.026593 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-0678e9eb-d530-4043-958f-661119bd49d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:45.125735 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-0678e9eb-d530-4043-958f-661119bd49d6 admin admin] Publish callbacks [] for security_group (4e604380-3739-4fe1-b889-9804b96e9eb3), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:45.231855 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-0678e9eb-d530-4043-958f-661119bd49d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (4e604380-3739-4fe1-b889-9804b96e9eb3), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:45.277186 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-0678e9eb-d530-4043-958f-661119bd49d6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9d21e7c724d342a8ab6f2c6b0f5893ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3732917 Aug 02 13:46:45.278147 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678e9eb-d530-4043-958f-661119bd49d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e604380-3739-4fe1-b889-9804b96e9eb3,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:45.280290 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 41948) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:46:45.345765 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0bce73fc-4630-43b6-a3b0-114f17022fd3 admin admin] Publish callbacks [] for security_group (4e604380-3739-4fe1-b889-9804b96e9eb3), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:45.375052 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0bce73fc-4630-43b6-a3b0-114f17022fd3 admin admin] Publish callbacks [] for security_group (4e604380-3739-4fe1-b889-9804b96e9eb3), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:45.540304 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0bce73fc-4630-43b6-a3b0-114f17022fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (4e604380-3739-4fe1-b889-9804b96e9eb3), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:45.542901 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0bce73fc-4630-43b6-a3b0-114f17022fd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:45.544104 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-0bce73fc-4630-43b6-a3b0-114f17022fd3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4e604380-3739-4fe1-b889-9804b96e9eb3 HTTP/1.1" status: 204 len: 168 time: 0.2627165 Aug 02 13:46:45.557435 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce73fc-4630-43b6-a3b0-114f17022fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e604380-3739-4fe1-b889-9804b96e9eb3,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:46.847058 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 41978) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:46:46.961198 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-6ca19315-2084-4468-afa1-584d1bf24fbb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1214891623-network', 'tenant_id': '39e0b340c5a84846b7a1b18d315704c3'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:46:47.094835 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca19315-2084-4468-afa1-584d1bf24fbb admin admin] Made reservation on behalf of 39e0b340c5a84846b7a1b18d315704c3 for: {'network': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:46:47.097173 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6ca19315-2084-4468-afa1-584d1bf24fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for network (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:47.107472 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6ca19315-2084-4468-afa1-584d1bf24fbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:47.202599 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6ca19315-2084-4468-afa1-584d1bf24fbb admin admin] Publish callbacks [] for security_group (c50cc2c2-5911-494f-9bc0-d2bdf69f36cf), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:47.381248 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6ca19315-2084-4468-afa1-584d1bf24fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (c50cc2c2-5911-494f-9bc0-d2bdf69f36cf), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:47.407687 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca19315-2084-4468-afa1-584d1bf24fbb admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=104369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:46:47.418666 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca19315-2084-4468-afa1-584d1bf24fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50cc2c2-5911-494f-9bc0-d2bdf69f36cf,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:47.424065 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6ca19315-2084-4468-afa1-584d1bf24fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (0d9bdd9b-74a0-4a9e-9987-b458a47faaf2), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:47.424395 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.db.segments_db [None req-6ca19315-2084-4468-afa1-584d1bf24fbb admin admin] Added segment 0d9bdd9b-74a0-4a9e-9987-b458a47faaf2 of type vlan for network 0515d1a8-4c24-4bca-ad9a-358fdaffbe76 Aug 02 13:46:47.467837 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6ca19315-2084-4468-afa1-584d1bf24fbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786056214182'] for network (0515d1a8-4c24-4bca-ad9a-358fdaffbe76), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:47.580175 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6ca19315-2084-4468-afa1-584d1bf24fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010'] for network (0515d1a8-4c24-4bca-ad9a-358fdaffbe76), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:47.581188 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca19315-2084-4468-afa1-584d1bf24fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:47.581783 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6ca19315-2084-4468-afa1-584d1bf24fbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:47.649008 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca19315-2084-4468-afa1-584d1bf24fbb admin admin] Pushing event updated for resources: {'Network': ['ID=0515d1a8-4c24-4bca-ad9a-358fdaffbe76,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:47.659765 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Network 0515d1a8-4c24-4bca-ad9a-358fdaffbe76 details requested by agent ovs-agent-dv-cinder-847864-8-iscsi with host dv-cinder-847864-8-iscsi {{(pid=104370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 13:46:47.709558 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-6ca19315-2084-4468-afa1-584d1bf24fbb admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8613195 Aug 02 13:46:47.712505 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 41982) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:46:47.718203 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-5475054f-01ad-4f55-8bb0-ad8d666c617b admin admin] Request body: {'subnet': {'network_id': '0515d1a8-4c24-4bca-ad9a-358fdaffbe76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1214891623-subnet', 'tenant_id': '39e0b340c5a84846b7a1b18d315704c3', 'ip_version': 4}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:46:47.820473 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5475054f-01ad-4f55-8bb0-ad8d666c617b admin admin] Made reservation on behalf of 39e0b340c5a84846b7a1b18d315704c3 for: {'subnet': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:46:47.823001 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-5475054f-01ad-4f55-8bb0-ad8d666c617b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24483867'] for subnet (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:48.129589 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-5475054f-01ad-4f55-8bb0-ad8d666c617b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24483849'] for subnet (1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:48.187663 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5475054f-01ad-4f55-8bb0-ad8d666c617b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8,revision_number=0']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:48.197310 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5475054f-01ad-4f55-8bb0-ad8d666c617b admin admin] Checking segment: {'id': '0d9bdd9b-74a0-4a9e-9987-b458a47faaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0515d1a8-4c24-4bca-ad9a-358fdaffbe76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:46:48.197675 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5475054f-01ad-4f55-8bb0-ad8d666c617b admin admin] Network hostable DHCP agents. Network: 0515d1a8-4c24-4bca-ad9a-358fdaffbe76, hostable agents: ['befb4f8c-7c45-422b-a3e4-83ed25d094fc'], hosted agents: [] {{(pid=104369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:46:48.311214 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5475054f-01ad-4f55-8bb0-ad8d666c617b admin admin] Network 0515d1a8-4c24-4bca-ad9a-358fdaffbe76 is scheduled to be hosted by DHCP agent befb4f8c-7c45-422b-a3e4-83ed25d094fc with binding_index 1 {{(pid=104369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:46:48.419909 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-5475054f-01ad-4f55-8bb0-ad8d666c617b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-8-iscsi, 0515d1a8-4c24-4bca-ad9a-358fdaffbe76) {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:46:48.425236 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5475054f-01ad-4f55-8bb0-ad8d666c617b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:48.425838 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-5475054f-01ad-4f55-8bb0-ad8d666c617b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for subnet (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:48.431728 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7420c4d2-468a-4e44-ab53-2940601714da None None] Network 0515d1a8-4c24-4bca-ad9a-358fdaffbe76 requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:46:48.514449 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-5475054f-01ad-4f55-8bb0-ad8d666c617b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8003793 Aug 02 13:46:48.517089 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 41994) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:46:48.521635 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-5ed44570-d319-4601-a6d3-d2d413c1ab73 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1214891623-router', 'tenant_id': '39e0b340c5a84846b7a1b18d315704c3', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:46:48.539064 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98232a7-0f4a-424d-a481-23aff694a6fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ebaa513-5f0a-5310-b1e1-7495ca05f9af-0515d1a8-4c24-4bca-ad9a-358fdaffbe76', 'network_id': '0515d1a8-4c24-4bca-ad9a-358fdaffbe76', 'project_id': '39e0b340c5a84846b7a1b18d315704c3', 'fixed_ips': [{'subnet_id': '1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8'}]}} from dv-cinder-847864-8-iscsi. {{(pid=104370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 02 13:46:48.540095 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-d98232a7-0f4a-424d-a481-23aff694a6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:48.689180 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.db_base_plugin_common [None req-d98232a7-0f4a-424d-a481-23aff694a6fa None None] Allocated IP 172.20.0.2 (0515d1a8-4c24-4bca-ad9a-358fdaffbe76/1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8/f18023a0-66bc-405d-8693-8104db89916c) {{(pid=104370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:46:48.711968 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-5ed44570-d319-4601-a6d3-d2d413c1ab73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-774654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (15efac35-eccf-483f-958c-d1933a448f05), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:48.713049 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-5ed44570-d319-4601-a6d3-d2d413c1ab73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-774466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (15efac35-eccf-483f-958c-d1933a448f05), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:48.776685 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-5ed44570-d319-4601-a6d3-d2d413c1ab73 admin admin] Publish callbacks [] for router_controller (15efac35-eccf-483f-958c-d1933a448f05), precommit_add_association {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:48.856696 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-d98232a7-0f4a-424d-a481-23aff694a6fa None None] Publish callbacks [] for port (f18023a0-66bc-405d-8693-8104db89916c), precommit_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:48.969621 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-d98232a7-0f4a-424d-a481-23aff694a6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979'] for port (f18023a0-66bc-405d-8693-8104db89916c), after_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:49.014521 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98232a7-0f4a-424d-a481-23aff694a6fa None None] Network 0515d1a8-4c24-4bca-ad9a-358fdaffbe76 is already hosted by enough agents. {{(pid=104370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:46:49.016669 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-5ed44570-d319-4601-a6d3-d2d413c1ab73 admin admin] Publish callbacks [] for router_gateway (15efac35-eccf-483f-958c-d1933a448f05), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:49.018157 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.scheduler.base_scheduler [None req-d98232a7-0f4a-424d-a481-23aff694a6fa None None] Resources bound (agent type, host, resource id): {{(pid=104370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:46:49.022475 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98232a7-0f4a-424d-a481-23aff694a6fa None None] Received port after_create {{(pid=104370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:46:49.033322 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98232a7-0f4a-424d-a481-23aff694a6fa None None] Pushing event updated for resources: {'Port': ['ID=f18023a0-66bc-405d-8693-8104db89916c,revision_number=1']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:49.095257 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-d98232a7-0f4a-424d-a481-23aff694a6fa None None] Attempting to bind port f18023a0-66bc-405d-8693-8104db89916c on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:46:49.095638 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-d98232a7-0f4a-424d-a481-23aff694a6fa None None] Attempting to bind port f18023a0-66bc-405d-8693-8104db89916c by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': '0d9bdd9b-74a0-4a9e-9987-b458a47faaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0515d1a8-4c24-4bca-ad9a-358fdaffbe76'}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:46:49.096011 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98232a7-0f4a-424d-a481-23aff694a6fa None None] Attempting to bind port f18023a0-66bc-405d-8693-8104db89916c on network 0515d1a8-4c24-4bca-ad9a-358fdaffbe76 {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:46:49.101888 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98232a7-0f4a-424d-a481-23aff694a6fa None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:46:49.108153 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98232a7-0f4a-424d-a481-23aff694a6fa None None] Checking segment: {'id': '0d9bdd9b-74a0-4a9e-9987-b458a47faaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0515d1a8-4c24-4bca-ad9a-358fdaffbe76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:46:49.108153 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-d98232a7-0f4a-424d-a481-23aff694a6fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:49.108153 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98232a7-0f4a-424d-a481-23aff694a6fa None None] Bound using segment: {'id': '0d9bdd9b-74a0-4a9e-9987-b458a47faaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0515d1a8-4c24-4bca-ad9a-358fdaffbe76'} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:46:49.108153 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-d98232a7-0f4a-424d-a481-23aff694a6fa None None] Bound port: f18023a0-66bc-405d-8693-8104db89916c, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9bdd9b-74a0-4a9e-9987-b458a47faaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0515d1a8-4c24-4bca-ad9a-358fdaffbe76'}}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:46:49.108153 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-d98232a7-0f4a-424d-a481-23aff694a6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (f18023a0-66bc-405d-8693-8104db89916c), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:49.180612 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-d98232a7-0f4a-424d-a481-23aff694a6fa None None] For port f18023a0-66bc-405d-8693-8104db89916c, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:46:49.184271 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-d98232a7-0f4a-424d-a481-23aff694a6fa None None] For port f18023a0-66bc-405d-8693-8104db89916c, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=f18023a0-66bc-405d-8693-8104db89916c,segment=NetworkSegment(0d9bdd9b-74a0-4a9e-9987-b458a47faaf2),segment_id=0d9bdd9b-74a0-4a9e-9987-b458a47faaf2)] {{(pid=104370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:46:49.254912 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-d98232a7-0f4a-424d-a481-23aff694a6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (f18023a0-66bc-405d-8693-8104db89916c), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:49.318525 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-5ed44570-d319-4601-a6d3-d2d413c1ab73 admin admin] Publish callbacks [] for router_gateway (15efac35-eccf-483f-958c-d1933a448f05), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:49.319891 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98232a7-0f4a-424d-a481-23aff694a6fa None None] Pushing event updated for resources: {'Port': ['ID=f18023a0-66bc-405d-8693-8104db89916c,revision_number=2']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:49.358151 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-5ed44570-d319-4601-a6d3-d2d413c1ab73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:49.529609 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [None req-5ed44570-d319-4601-a6d3-d2d413c1ab73 admin admin] Allocated IP 172.27.4.121 (ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7/17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c/7d0527da-f730-49df-8423-61f29867fe77) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:46:49.623567 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-5ed44570-d319-4601-a6d3-d2d413c1ab73 admin admin] Publish callbacks [] for port (7d0527da-f730-49df-8423-61f29867fe77), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:49.794149 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c207a21-e539-45fa-9028-1dd0357d18bc req-a3d026d6-79a5-4737-8839-64149b2c386b tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:49.799744 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4c207a21-e539-45fa-9028-1dd0357d18bc req-a3d026d6-79a5-4737-8839-64149b2c386b tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=16a1a404-c569-45da-adec-c383ffb5e03b HTTP/1.1" status: 200 len: 945 time: 0.0549371 Aug 02 13:46:49.799744 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-5ed44570-d319-4601-a6d3-d2d413c1ab73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (7d0527da-f730-49df-8423-61f29867fe77), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:49.864157 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed44570-d319-4601-a6d3-d2d413c1ab73 admin admin] Network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:46:49.867987 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed44570-d319-4601-a6d3-d2d413c1ab73 admin admin] Pushing event updated for resources: {'Port': ['ID=7d0527da-f730-49df-8423-61f29867fe77,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:49.871566 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-5ed44570-d319-4601-a6d3-d2d413c1ab73 admin admin] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:46:49.881657 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed44570-d319-4601-a6d3-d2d413c1ab73 admin admin] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:46:49.921053 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4c207a21-e539-45fa-9028-1dd0357d18bc req-080fab2c-bf89-4c65-88d8-e454e6a21a0b tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ee7caf-efb3-431d-8040-cbf865d65074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178405 Aug 02 13:46:50.257591 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-5ed44570-d319-4601-a6d3-d2d413c1ab73 admin admin] Publish callbacks [] for router_gateway (15efac35-eccf-483f-958c-d1933a448f05), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:50.287739 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b213f38-3b6e-41c1-8cd8-c75d261a93b4 None None] Network 0515d1a8-4c24-4bca-ad9a-358fdaffbe76 requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:46:50.453757 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-5ed44570-d319-4601-a6d3-d2d413c1ab73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772297'] for router (15efac35-eccf-483f-958c-d1933a448f05), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:50.483238 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-9b9e1836-89a5-4670-8877-20c3bfdde567 None None] Provisioning complete for port f18023a0-66bc-405d-8693-8104db89916c triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:46:50.483617 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-9b9e1836-89a5-4670-8877-20c3bfdde567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (f18023a0-66bc-405d-8693-8104db89916c), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:50.602649 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-9b9e1836-89a5-4670-8877-20c3bfdde567 None None] Current status of the port f18023a0-66bc-405d-8693-8104db89916c is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:46:50.602927 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-9b9e1836-89a5-4670-8877-20c3bfdde567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (f18023a0-66bc-405d-8693-8104db89916c), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:50.638268 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-9b9e1836-89a5-4670-8877-20c3bfdde567 None None] For port f18023a0-66bc-405d-8693-8104db89916c, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=f18023a0-66bc-405d-8693-8104db89916c,segment=NetworkSegment(0d9bdd9b-74a0-4a9e-9987-b458a47faaf2),segment_id=0d9bdd9b-74a0-4a9e-9987-b458a47faaf2)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:46:50.660362 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed44570-d319-4601-a6d3-d2d413c1ab73 admin admin] Router 15efac35-eccf-483f-958c-d1933a448f05 is scheduled to L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 with binding_index 1 {{(pid=104369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 02 13:46:50.735088 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-9b9e1836-89a5-4670-8877-20c3bfdde567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (f18023a0-66bc-405d-8693-8104db89916c), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:50.783105 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed44570-d319-4601-a6d3-d2d413c1ab73 admin admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:46:50.796497 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b55925-159e-467c-8aad-6dbb0cedbc11 None None] Sync routers for ids ['15efac35-eccf-483f-958c-d1933a448f05'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:46:50.800150 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e1836-89a5-4670-8877-20c3bfdde567 None None] Pushing event updated for resources: {'Port': ['ID=f18023a0-66bc-405d-8693-8104db89916c,revision_number=3']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:50.814451 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b55925-159e-467c-8aad-6dbb0cedbc11 None None] Routers {'15efac35-eccf-483f-958c-d1933a448f05'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:46:50.815102 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-95b55925-159e-467c-8aad-6dbb0cedbc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:46:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['15efac35-eccf-483f-958c-d1933a448f05'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:46:50.868087 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-5ed44570-d319-4601-a6d3-d2d413c1ab73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:50.869269 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-5ed44570-d319-4601-a6d3-d2d413c1ab73 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3512096 Aug 02 13:46:50.872082 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 42002) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:46:50.893095 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-96d56548-5e02-4223-b8f9-43fb2e9222c3 None None] Provisioning complete for port f18023a0-66bc-405d-8693-8104db89916c triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:46:50.893477 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-96d56548-5e02-4223-b8f9-43fb2e9222c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (f18023a0-66bc-405d-8693-8104db89916c), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:50.978911 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-95b55925-159e-467c-8aad-6dbb0cedbc11 None None] Set router 15efac35-eccf-483f-958c-d1933a448f05 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:46:51.074893 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9ade4-a719-45fe-a17a-74b3b57f7f5d req-e4c24c7f-ffec-4b9d-9f9f-3c72cad7c6ec tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:51.076491 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-50e9ade4-a719-45fe-a17a-74b3b57f7f5d req-e4c24c7f-ffec-4b9d-9f9f-3c72cad7c6ec tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=16a1a404-c569-45da-adec-c383ffb5e03b HTTP/1.1" status: 200 len: 945 time: 0.0609686 Aug 02 13:46:51.109799 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-96d56548-5e02-4223-b8f9-43fb2e9222c3 None None] Current status of the port f18023a0-66bc-405d-8693-8104db89916c is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:46:51.148922 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-50e9ade4-a719-45fe-a17a-74b3b57f7f5d req-1d6b6ee3-8c0b-483f-973e-dfca7bb0b6d6 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ee7caf-efb3-431d-8040-cbf865d65074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568693 Aug 02 13:46:51.200524 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-95b55925-159e-467c-8aad-6dbb0cedbc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15efac35-eccf-483f-958c-d1933a448f05', 'name': 'tempest-TestShelveInstance-1214891623-router', 'tenant_id': '39e0b340c5a84846b7a1b18d315704c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '7d0527da-f730-49df-8423-61f29867fe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:46:48Z', 'updated_at': '2022-08-02T13:46:50Z', 'revision_number': 3, 'project_id': '39e0b340c5a84846b7a1b18d315704c3', 'gw_port': {'id': '7d0527da-f730-49df-8423-61f29867fe77', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15efac35-eccf-483f-958c-d1933a448f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:46:49Z', 'updated_at': '2022-08-02T13:46:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:46:51.225275 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b55925-159e-467c-8aad-6dbb0cedbc11 None None] Checking router: 15efac35-eccf-483f-958c-d1933a448f05 for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:46:51.225505 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b55925-159e-467c-8aad-6dbb0cedbc11 None None] Updating router 15efac35-eccf-483f-958c-d1933a448f05 port 7d0527da-f730-49df-8423-61f29867fe77 binding host dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:46:51.258635 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-95b55925-159e-467c-8aad-6dbb0cedbc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (7d0527da-f730-49df-8423-61f29867fe77), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:51.321719 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-183bfd41-0c4c-4f82-92be-233c4642b1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:51.483321 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b7ace-8bb3-4d9f-89b8-2f3fc1ed4522 req-1a9a1069-b1b6-4223-99c7-88b0b7c950f0 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:51.484864 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-831b7ace-8bb3-4d9f-89b8-2f3fc1ed4522 req-1a9a1069-b1b6-4223-99c7-88b0b7c950f0 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.20 "GET /v2.0/ports?device_id=16a1a404-c569-45da-adec-c383ffb5e03b HTTP/1.1" status: 200 len: 945 time: 0.1089535 Aug 02 13:46:51.542752 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-95b55925-159e-467c-8aad-6dbb0cedbc11 None None] Publish callbacks [] for port (7d0527da-f730-49df-8423-61f29867fe77), precommit_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:51.590630 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device f18023a0-66bc-405d-8693-8104db89916c up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:46:51.592902 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [None req-183bfd41-0c4c-4f82-92be-233c4642b1e5 admin admin] Allocated IP 172.20.0.1 (0515d1a8-4c24-4bca-ad9a-358fdaffbe76/1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8/bc400f17-2554-41a5-85df-aa24840e538e) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:46:51.644718 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port f18023a0-66bc-405d-8693-8104db89916c triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:46:51.645126 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (f18023a0-66bc-405d-8693-8104db89916c), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:51.668431 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-95b55925-159e-467c-8aad-6dbb0cedbc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (7d0527da-f730-49df-8423-61f29867fe77), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:51.678277 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [req-831b7ace-8bb3-4d9f-89b8-2f3fc1ed4522 req-dd521d5b-0492-4985-9edd-668cac07552a tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Deleting port 3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:46:51.678667 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-831b7ace-8bb3-4d9f-89b8-2f3fc1ed4522 req-dd521d5b-0492-4985-9edd-668cac07552a tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:51.746006 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-95b55925-159e-467c-8aad-6dbb0cedbc11 None None] Attempting to bind port 7d0527da-f730-49df-8423-61f29867fe77 on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:46:51.746006 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-95b55925-159e-467c-8aad-6dbb0cedbc11 None None] Attempting to bind port 7d0527da-f730-49df-8423-61f29867fe77 by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:46:51.746006 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b55925-159e-467c-8aad-6dbb0cedbc11 None None] Attempting to bind port 7d0527da-f730-49df-8423-61f29867fe77 on network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:46:51.748268 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e8278-7bcc-40c4-8946-b15269055afe None None] Pushing event updated for resources: {'Port': ['ID=7d0527da-f730-49df-8423-61f29867fe77,revision_number=2']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:51.756243 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b55925-159e-467c-8aad-6dbb0cedbc11 None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:46:51.756777 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b55925-159e-467c-8aad-6dbb0cedbc11 None None] Checking segment: {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:46:51.757030 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-95b55925-159e-467c-8aad-6dbb0cedbc11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:51.757430 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b55925-159e-467c-8aad-6dbb0cedbc11 None None] Bound using segment: {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:46:51.758036 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-95b55925-159e-467c-8aad-6dbb0cedbc11 None None] Bound port: 7d0527da-f730-49df-8423-61f29867fe77, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:46:51.758452 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-95b55925-159e-467c-8aad-6dbb0cedbc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (7d0527da-f730-49df-8423-61f29867fe77), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:51.831416 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port f18023a0-66bc-405d-8693-8104db89916c is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:46:51.843761 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-95b55925-159e-467c-8aad-6dbb0cedbc11 None None] For port 7d0527da-f730-49df-8423-61f29867fe77, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:46:51.847741 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-95b55925-159e-467c-8aad-6dbb0cedbc11 None None] For port 7d0527da-f730-49df-8423-61f29867fe77, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=7d0527da-f730-49df-8423-61f29867fe77,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:46:51.917904 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-95b55925-159e-467c-8aad-6dbb0cedbc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (7d0527da-f730-49df-8423-61f29867fe77), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:51.985826 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b55925-159e-467c-8aad-6dbb0cedbc11 None None] Routers {'15efac35-eccf-483f-958c-d1933a448f05'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:46:51.986493 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-95b55925-159e-467c-8aad-6dbb0cedbc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:46:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['15efac35-eccf-483f-958c-d1933a448f05'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:46:51.988404 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e8278-7bcc-40c4-8946-b15269055afe None None] Pushing event updated for resources: {'Port': ['ID=7d0527da-f730-49df-8423-61f29867fe77,revision_number=3']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:52.031669 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-183bfd41-0c4c-4f82-92be-233c4642b1e5 admin admin] Publish callbacks [] for port (bc400f17-2554-41a5-85df-aa24840e538e), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:52.068178 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-831b7ace-8bb3-4d9f-89b8-2f3fc1ed4522 req-dd521d5b-0492-4985-9edd-668cac07552a tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] For port 3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b,segment=NetworkSegment(cf55ae46-006d-442e-a392-3401b722dd4a),segment_id=cf55ae46-006d-442e-a392-3401b722dd4a)] {{(pid=104369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:46:52.068724 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-831b7ace-8bb3-4d9f-89b8-2f3fc1ed4522 req-dd521d5b-0492-4985-9edd-668cac07552a tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:52.093064 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [req-831b7ace-8bb3-4d9f-89b8-2f3fc1ed4522 req-dd521d5b-0492-4985-9edd-668cac07552a tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Calling delete_port for 3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b owned by compute:nova {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:46:52.099979 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-95b55925-159e-467c-8aad-6dbb0cedbc11 None None] Set router 15efac35-eccf-483f-958c-d1933a448f05 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:46:52.273244 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-183bfd41-0c4c-4f82-92be-233c4642b1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (bc400f17-2554-41a5-85df-aa24840e538e), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:52.294196 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-95b55925-159e-467c-8aad-6dbb0cedbc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15efac35-eccf-483f-958c-d1933a448f05', 'name': 'tempest-TestShelveInstance-1214891623-router', 'tenant_id': '39e0b340c5a84846b7a1b18d315704c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '7d0527da-f730-49df-8423-61f29867fe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:46:48Z', 'updated_at': '2022-08-02T13:46:50Z', 'revision_number': 3, 'project_id': '39e0b340c5a84846b7a1b18d315704c3', 'gw_port': {'id': '7d0527da-f730-49df-8423-61f29867fe77', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15efac35-eccf-483f-958c-d1933a448f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:46:49Z', 'updated_at': '2022-08-02T13:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:46:52.315932 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc761b-1b36-41d8-8130-ea19cb2ab6ea req-2280c835-5c48-4c06-a0e2-11ac4b5d4110 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:52.317509 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f3fc761b-1b36-41d8-8130-ea19cb2ab6ea req-2280c835-5c48-4c06-a0e2-11ac4b5d4110 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=16a1a404-c569-45da-adec-c383ffb5e03b HTTP/1.1" status: 200 len: 945 time: 0.0974321 Aug 02 13:46:52.320864 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b55925-159e-467c-8aad-6dbb0cedbc11 None None] The sync data for ids ['15efac35-eccf-483f-958c-d1933a448f05'] in dv-cinder-847864-8-iscsi is: [{'id': '15efac35-eccf-483f-958c-d1933a448f05', 'name': 'tempest-TestShelveInstance-1214891623-router', 'tenant_id': '39e0b340c5a84846b7a1b18d315704c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '7d0527da-f730-49df-8423-61f29867fe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:46:48Z', 'updated_at': '2022-08-02T13:46:50Z', 'revision_number': 3, 'project_id': '39e0b340c5a84846b7a1b18d315704c3', 'gw_port': {'id': '7d0527da-f730-49df-8423-61f29867fe77', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15efac35-eccf-483f-958c-d1933a448f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:46:49Z', 'updated_at': '2022-08-02T13:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:46:52.342923 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183bfd41-0c4c-4f82-92be-233c4642b1e5 admin admin] Network 0515d1a8-4c24-4bca-ad9a-358fdaffbe76 is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:46:52.354513 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-183bfd41-0c4c-4f82-92be-233c4642b1e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:46:52.362598 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183bfd41-0c4c-4f82-92be-233c4642b1e5 admin admin] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:46:52.365509 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183bfd41-0c4c-4f82-92be-233c4642b1e5 admin admin] Pushing event updated for resources: {'Port': ['ID=bc400f17-2554-41a5-85df-aa24840e538e,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:52.401738 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-831b7ace-8bb3-4d9f-89b8-2f3fc1ed4522 req-dd521d5b-0492-4985-9edd-668cac07552a tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:52.414830 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:46:52.454676 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd521d5b-0492-4985-9edd-668cac07552a tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Pushing event deleted for resources: {'Port': ['ID=3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:52.459154 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f3fc761b-1b36-41d8-8130-ea19cb2ab6ea req-91ac49f6-525e-4d03-9429-15e5805f7157 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ee7caf-efb3-431d-8040-cbf865d65074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330955 Aug 02 13:46:52.466292 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-183bfd41-0c4c-4f82-92be-233c4642b1e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772152'] for router_interface (15efac35-eccf-483f-958c-d1933a448f05), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:52.539709 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [req-831b7ace-8bb3-4d9f-89b8-2f3fc1ed4522 req-dd521d5b-0492-4985-9edd-668cac07552a tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] No DVR routers for this DVR port 3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b on host hv-cinder-84786 {{(pid=104369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:46:52.543907 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-831b7ace-8bb3-4d9f-89b8-2f3fc1ed4522 req-dd521d5b-0492-4985-9edd-668cac07552a tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:52.547433 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-831b7ace-8bb3-4d9f-89b8-2f3fc1ed4522 req-dd521d5b-0492-4985-9edd-668cac07552a tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.20 "DELETE /v2.0/ports/3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b HTTP/1.1" status: 204 len: 173 time: 1.0560098 Aug 02 13:46:52.547859 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a1a404-c569-45da-adec-c383ffb5e03b', 'name': 'network-vif-deleted', 'tag': '3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b'}] {{(pid=104369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:46:52.555089 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bf99331ba47a6ac295264f2d91701b523438f9b2384832aa813a78b8ac64a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc13be5-be42-4b45-a151-78b1a5585207" -d '{"events": [{"server_uuid": "16a1a404-c569-45da-adec-c383ffb5e03b", "name": "network-vif-deleted", "tag": "3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b"}]}' {{(pid=104369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:46:52.616929 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35acde14-6aae-4991-b3e1-d8175c545e92 x-openstack-request-id: req-35acde14-6aae-4991-b3e1-d8175c545e92 {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:46:52.634791 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a1a404-c569-45da-adec-c383ffb5e03b", "name": "network-vif-deleted", "tag": "3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b", "status": "completed", "code": 200}]} {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:46:52.634999 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-35acde14-6aae-4991-b3e1-d8175c545e92 {{(pid=104369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:46:52.635650 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35acde14-6aae-4991-b3e1-d8175c545e92'] response: {'server_uuid': '16a1a404-c569-45da-adec-c383ffb5e03b', 'name': 'network-vif-deleted', 'tag': '3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b', 'status': 'completed', 'code': 200} Aug 02 13:46:52.664021 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c5890fc9-6770-45c3-85c8-d765c47418ae None None] Provisioning complete for port bc400f17-2554-41a5-85df-aa24840e538e triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:46:52.664579 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c5890fc9-6770-45c3-85c8-d765c47418ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (bc400f17-2554-41a5-85df-aa24840e538e), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:52.720802 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c5890fc9-6770-45c3-85c8-d765c47418ae None None] Port bc400f17-2554-41a5-85df-aa24840e538e cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:46:52.926126 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-183bfd41-0c4c-4f82-92be-233c4642b1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (bc400f17-2554-41a5-85df-aa24840e538e), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:53.116323 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-183bfd41-0c4c-4f82-92be-233c4642b1e5 admin admin] Publish callbacks [] for port (bc400f17-2554-41a5-85df-aa24840e538e), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:53.197049 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-183bfd41-0c4c-4f82-92be-233c4642b1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (bc400f17-2554-41a5-85df-aa24840e538e), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:53.273734 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-183bfd41-0c4c-4f82-92be-233c4642b1e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773000'] for router_interface (15efac35-eccf-483f-958c-d1933a448f05), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:53.275755 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183bfd41-0c4c-4f82-92be-233c4642b1e5 admin admin] Pushing event updated for resources: {'Port': ['ID=bc400f17-2554-41a5-85df-aa24840e538e,revision_number=2']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:53.371275 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183bfd41-0c4c-4f82-92be-233c4642b1e5 admin admin] Network 0515d1a8-4c24-4bca-ad9a-358fdaffbe76 is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:46:53.372583 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-183bfd41-0c4c-4f82-92be-233c4642b1e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:46:53.517466 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183bfd41-0c4c-4f82-92be-233c4642b1e5 admin admin] Router 15efac35-eccf-483f-958c-d1933a448f05 has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:46:53.645778 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 7d0527da-f730-49df-8423-61f29867fe77 up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:46:53.651208 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-3b88c062-e44f-4af4-868f-48fd8fbd2ec1 req-9e63a150-1919-419d-8b17-2b0762b46f03 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=16a1a404-c569-45da-adec-c383ffb5e03b HTTP/1.1" status: 200 len: 210 time: 0.0470486 Aug 02 13:46:53.675208 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-3e2ca66d-0a51-4f5b-a1b3-d6b5dfc3908e None None] Provisioning complete for port bc400f17-2554-41a5-85df-aa24840e538e triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:46:53.676065 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-3e2ca66d-0a51-4f5b-a1b3-d6b5dfc3908e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (bc400f17-2554-41a5-85df-aa24840e538e), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:53.719831 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183bfd41-0c4c-4f82-92be-233c4642b1e5 admin admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:46:53.726871 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-183bfd41-0c4c-4f82-92be-233c4642b1e5 admin admin] 10.222.0.67 "PUT /v2.0/routers/15efac35-eccf-483f-958c-d1933a448f05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8533876 Aug 02 13:46:53.736710 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-3e2ca66d-0a51-4f5b-a1b3-d6b5dfc3908e None None] Port bc400f17-2554-41a5-85df-aa24840e538e cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:46:53.753186 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 7d0527da-f730-49df-8423-61f29867fe77 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:46:53.754054 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (7d0527da-f730-49df-8423-61f29867fe77), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:53.979342 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 7d0527da-f730-49df-8423-61f29867fe77 is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:46:53.979743 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (7d0527da-f730-49df-8423-61f29867fe77), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:54.003691 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] For port 7d0527da-f730-49df-8423-61f29867fe77, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=7d0527da-f730-49df-8423-61f29867fe77,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:46:54.093549 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d38c108-26e4-4128-a57f-661f1e3c4f4c None None] Sync routers for ids ['15efac35-eccf-483f-958c-d1933a448f05'] in dv-cinder-847864-8-iscsi {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:46:54.106142 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d38c108-26e4-4128-a57f-661f1e3c4f4c None None] Routers {'15efac35-eccf-483f-958c-d1933a448f05'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:46:54.106973 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-4d38c108-26e4-4128-a57f-661f1e3c4f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:46:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['15efac35-eccf-483f-958c-d1933a448f05'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:46:54.216980 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-4d38c108-26e4-4128-a57f-661f1e3c4f4c None None] Set router 15efac35-eccf-483f-958c-d1933a448f05 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:46:54.265532 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (7d0527da-f730-49df-8423-61f29867fe77), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:54.303153 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-f4005639-6ab2-41c5-bdcf-438f163ae1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:54.319449 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Pushing event updated for resources: {'Port': ['ID=7d0527da-f730-49df-8423-61f29867fe77,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:54.433634 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-4d38c108-26e4-4128-a57f-661f1e3c4f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15efac35-eccf-483f-958c-d1933a448f05', 'name': 'tempest-TestShelveInstance-1214891623-router', 'tenant_id': '39e0b340c5a84846b7a1b18d315704c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '7d0527da-f730-49df-8423-61f29867fe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:46:48Z', 'updated_at': '2022-08-02T13:46:52Z', 'revision_number': 4, 'project_id': '39e0b340c5a84846b7a1b18d315704c3', 'gw_port': {'id': '7d0527da-f730-49df-8423-61f29867fe77', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15efac35-eccf-483f-958c-d1933a448f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:46:49Z', 'updated_at': '2022-08-02T13:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': 'bc400f17-2554-41a5-85df-aa24840e538e', 'name': '', 'network_id': '0515d1a8-4c24-4bca-ad9a-358fdaffbe76', 'tenant_id': '39e0b340c5a84846b7a1b18d315704c3', 'mac_address': 'fa:16:3e:88:a6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15efac35-eccf-483f-958c-d1933a448f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:46:51Z', 'updated_at': '2022-08-02T13:46:52Z', 'revision_number': 2, 'project_id': '39e0b340c5a84846b7a1b18d315704c3', 'subnets': [{'id': '1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:46:54.459932 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d38c108-26e4-4128-a57f-661f1e3c4f4c None None] Checking router: 15efac35-eccf-483f-958c-d1933a448f05 for host: dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:46:54.460287 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d38c108-26e4-4128-a57f-661f1e3c4f4c None None] Updating router 15efac35-eccf-483f-958c-d1933a448f05 port bc400f17-2554-41a5-85df-aa24840e538e binding host dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:46:54.492687 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-4d38c108-26e4-4128-a57f-661f1e3c4f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (bc400f17-2554-41a5-85df-aa24840e538e), before_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:54.707865 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 42030) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:46:54.712781 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-2a0bca01-6212-4906-9242-aa2c5daa66b0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-854829171-network', 'tenant_id': '2d7d45f63e504612bfef26c6f6cadeb5'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:46:54.831398 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0bca01-6212-4906-9242-aa2c5daa66b0 admin admin] Made reservation on behalf of 2d7d45f63e504612bfef26c6f6cadeb5 for: {'network': 1} {{(pid=104368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:46:54.834247 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2a0bca01-6212-4906-9242-aa2c5daa66b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for network (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:54.844009 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2a0bca01-6212-4906-9242-aa2c5daa66b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:54.898716 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-4d38c108-26e4-4128-a57f-661f1e3c4f4c None None] Publish callbacks [] for port (bc400f17-2554-41a5-85df-aa24840e538e), precommit_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:54.932280 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2a0bca01-6212-4906-9242-aa2c5daa66b0 admin admin] Publish callbacks [] for security_group (f60ccf2c-d379-4e7b-87af-d264e888f10e), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:55.037530 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-4d38c108-26e4-4128-a57f-661f1e3c4f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (bc400f17-2554-41a5-85df-aa24840e538e), after_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:55.094938 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2a0bca01-6212-4906-9242-aa2c5daa66b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (f60ccf2c-d379-4e7b-87af-d264e888f10e), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:55.122154 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0bca01-6212-4906-9242-aa2c5daa66b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=104368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:46:55.123371 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be90b6-df11-4cde-831c-ac6893a50210 None None] Pushing event updated for resources: {'Port': ['ID=bc400f17-2554-41a5-85df-aa24840e538e,revision_number=3']} {{(pid=104371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:55.140072 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be90b6-df11-4cde-831c-ac6893a50210 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:55.140642 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be90b6-df11-4cde-831c-ac6893a50210 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:55.141206 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be90b6-df11-4cde-831c-ac6893a50210 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:55.141768 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be90b6-df11-4cde-831c-ac6893a50210 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:55.142314 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be90b6-df11-4cde-831c-ac6893a50210 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:55.143165 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be90b6-df11-4cde-831c-ac6893a50210 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:55.143419 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be90b6-df11-4cde-831c-ac6893a50210 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:55.143929 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be90b6-df11-4cde-831c-ac6893a50210 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:55.144468 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be90b6-df11-4cde-831c-ac6893a50210 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:55.145309 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be90b6-df11-4cde-831c-ac6893a50210 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:55.146246 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be90b6-df11-4cde-831c-ac6893a50210 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:55.146688 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0bca01-6212-4906-9242-aa2c5daa66b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60ccf2c-d379-4e7b-87af-d264e888f10e,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:55.147006 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be90b6-df11-4cde-831c-ac6893a50210 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:55.147543 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be90b6-df11-4cde-831c-ac6893a50210 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:46:55.153011 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2a0bca01-6212-4906-9242-aa2c5daa66b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (abd71133-308c-40b0-bf3d-9f6ae6945890), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:55.153724 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.db.segments_db [None req-2a0bca01-6212-4906-9242-aa2c5daa66b0 admin admin] Added segment abd71133-308c-40b0-bf3d-9f6ae6945890 of type vlan for network 9e807fb5-8a75-45d2-9c12-00ebb04cc99e Aug 02 13:46:55.189271 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.managers [None req-4d38c108-26e4-4128-a57f-661f1e3c4f4c None None] Attempting to bind port bc400f17-2554-41a5-85df-aa24840e538e on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:46:55.189668 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.managers [None req-4d38c108-26e4-4128-a57f-661f1e3c4f4c None None] Attempting to bind port bc400f17-2554-41a5-85df-aa24840e538e by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': '0d9bdd9b-74a0-4a9e-9987-b458a47faaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0515d1a8-4c24-4bca-ad9a-358fdaffbe76'}] {{(pid=104371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:46:55.190052 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38c108-26e4-4128-a57f-661f1e3c4f4c None None] Attempting to bind port bc400f17-2554-41a5-85df-aa24840e538e on network 0515d1a8-4c24-4bca-ad9a-358fdaffbe76 {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:46:55.197722 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38c108-26e4-4128-a57f-661f1e3c4f4c None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:46:55.198367 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38c108-26e4-4128-a57f-661f1e3c4f4c None None] Checking segment: {'id': '0d9bdd9b-74a0-4a9e-9987-b458a47faaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0515d1a8-4c24-4bca-ad9a-358fdaffbe76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:46:55.198999 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-4d38c108-26e4-4128-a57f-661f1e3c4f4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:55.199506 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38c108-26e4-4128-a57f-661f1e3c4f4c None None] Bound using segment: {'id': '0d9bdd9b-74a0-4a9e-9987-b458a47faaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0515d1a8-4c24-4bca-ad9a-358fdaffbe76'} {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:46:55.200101 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.managers [None req-4d38c108-26e4-4128-a57f-661f1e3c4f4c None None] Bound port: bc400f17-2554-41a5-85df-aa24840e538e, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9bdd9b-74a0-4a9e-9987-b458a47faaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0515d1a8-4c24-4bca-ad9a-358fdaffbe76'}}] {{(pid=104371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:46:55.200594 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-4d38c108-26e4-4128-a57f-661f1e3c4f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (bc400f17-2554-41a5-85df-aa24840e538e), before_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:55.201288 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2a0bca01-6212-4906-9242-aa2c5daa66b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786056214182'] for network (9e807fb5-8a75-45d2-9c12-00ebb04cc99e), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:55.236766 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:55.280724 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.db [None req-4d38c108-26e4-4128-a57f-661f1e3c4f4c None None] For port bc400f17-2554-41a5-85df-aa24840e538e, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:46:55.284864 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.db [None req-4d38c108-26e4-4128-a57f-661f1e3c4f4c None None] For port bc400f17-2554-41a5-85df-aa24840e538e, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=bc400f17-2554-41a5-85df-aa24840e538e,segment=NetworkSegment(0d9bdd9b-74a0-4a9e-9987-b458a47faaf2),segment_id=0d9bdd9b-74a0-4a9e-9987-b458a47faaf2)] {{(pid=104371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:46:55.300171 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2a0bca01-6212-4906-9242-aa2c5daa66b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010'] for network (9e807fb5-8a75-45d2-9c12-00ebb04cc99e), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:55.301480 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0bca01-6212-4906-9242-aa2c5daa66b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:55.303074 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2a0bca01-6212-4906-9242-aa2c5daa66b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:55.363746 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-4d38c108-26e4-4128-a57f-661f1e3c4f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (bc400f17-2554-41a5-85df-aa24840e538e), after_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:55.367700 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0bca01-6212-4906-9242-aa2c5daa66b0 admin admin] Pushing event updated for resources: {'Network': ['ID=9e807fb5-8a75-45d2-9c12-00ebb04cc99e,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:55.375155 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-52871238-5672-450b-aa3d-00976f01ce2f None None] Provisioning complete for port bc400f17-2554-41a5-85df-aa24840e538e triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:46:55.375317 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-52871238-5672-450b-aa3d-00976f01ce2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (bc400f17-2554-41a5-85df-aa24840e538e), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:55.379535 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Network 9e807fb5-8a75-45d2-9c12-00ebb04cc99e details requested by agent ovs-agent-dv-cinder-847864-8-iscsi with host dv-cinder-847864-8-iscsi {{(pid=104370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 13:46:55.423400 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d38c108-26e4-4128-a57f-661f1e3c4f4c None None] Routers {'15efac35-eccf-483f-958c-d1933a448f05'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:46:55.424072 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-4d38c108-26e4-4128-a57f-661f1e3c4f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:46:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['15efac35-eccf-483f-958c-d1933a448f05'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:46:55.479382 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be90b6-df11-4cde-831c-ac6893a50210 None None] Pushing event updated for resources: {'Port': ['ID=bc400f17-2554-41a5-85df-aa24840e538e,revision_number=4']} {{(pid=104371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:55.480155 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-2a0bca01-6212-4906-9242-aa2c5daa66b0 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7710998 Aug 02 13:46:55.483160 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 42036) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:46:55.496189 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-d11c7190-8c37-4725-ac24-3cd6673915d7 admin admin] Request body: {'subnet': {'network_id': '9e807fb5-8a75-45d2-9c12-00ebb04cc99e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-854829171-subnet', 'tenant_id': '2d7d45f63e504612bfef26c6f6cadeb5', 'ip_version': 4}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:46:55.572131 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-4d38c108-26e4-4128-a57f-661f1e3c4f4c None None] Set router 15efac35-eccf-483f-958c-d1933a448f05 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:46:55.594156 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-52871238-5672-450b-aa3d-00976f01ce2f None None] Current status of the port bc400f17-2554-41a5-85df-aa24840e538e is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:46:55.594618 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-52871238-5672-450b-aa3d-00976f01ce2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (bc400f17-2554-41a5-85df-aa24840e538e), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:55.610290 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 7d0527da-f730-49df-8423-61f29867fe77 up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:46:55.642479 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:46:55.665866 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11c7190-8c37-4725-ac24-3cd6673915d7 admin admin] Made reservation on behalf of 2d7d45f63e504612bfef26c6f6cadeb5 for: {'subnet': 1} {{(pid=104368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:46:55.668398 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-d11c7190-8c37-4725-ac24-3cd6673915d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4657220'] for subnet (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:55.685688 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] No Port match for: 3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:46:55.689968 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 3f638eb3-d5ea-438a-8f7c-52b7d3de7b7b not bound to the agent host hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:46:55.702437 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-52871238-5672-450b-aa3d-00976f01ce2f None None] For port bc400f17-2554-41a5-85df-aa24840e538e, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=bc400f17-2554-41a5-85df-aa24840e538e,segment=NetworkSegment(0d9bdd9b-74a0-4a9e-9987-b458a47faaf2),segment_id=0d9bdd9b-74a0-4a9e-9987-b458a47faaf2)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:46:55.725636 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 7d0527da-f730-49df-8423-61f29867fe77 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:46:55.726232 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (7d0527da-f730-49df-8423-61f29867fe77), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:55.805644 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-52871238-5672-450b-aa3d-00976f01ce2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (bc400f17-2554-41a5-85df-aa24840e538e), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:55.828029 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-4d38c108-26e4-4128-a57f-661f1e3c4f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15efac35-eccf-483f-958c-d1933a448f05', 'name': 'tempest-TestShelveInstance-1214891623-router', 'tenant_id': '39e0b340c5a84846b7a1b18d315704c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '7d0527da-f730-49df-8423-61f29867fe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:46:48Z', 'updated_at': '2022-08-02T13:46:52Z', 'revision_number': 4, 'project_id': '39e0b340c5a84846b7a1b18d315704c3', 'gw_port': {'id': '7d0527da-f730-49df-8423-61f29867fe77', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15efac35-eccf-483f-958c-d1933a448f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:46:49Z', 'updated_at': '2022-08-02T13:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': 'bc400f17-2554-41a5-85df-aa24840e538e', 'name': '', 'network_id': '0515d1a8-4c24-4bca-ad9a-358fdaffbe76', 'tenant_id': '39e0b340c5a84846b7a1b18d315704c3', 'mac_address': 'fa:16:3e:88:a6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15efac35-eccf-483f-958c-d1933a448f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:46:51Z', 'updated_at': '2022-08-02T13:46:55Z', 'revision_number': 4, 'project_id': '39e0b340c5a84846b7a1b18d315704c3', 'subnets': [{'id': '1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:46:55.844600 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 7d0527da-f730-49df-8423-61f29867fe77 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:46:55.857859 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d38c108-26e4-4128-a57f-661f1e3c4f4c None None] The sync data for ids ['15efac35-eccf-483f-958c-d1933a448f05'] in dv-cinder-847864-8-iscsi is: [{'id': '15efac35-eccf-483f-958c-d1933a448f05', 'name': 'tempest-TestShelveInstance-1214891623-router', 'tenant_id': '39e0b340c5a84846b7a1b18d315704c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '7d0527da-f730-49df-8423-61f29867fe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:46:48Z', 'updated_at': '2022-08-02T13:46:52Z', 'revision_number': 4, 'project_id': '39e0b340c5a84846b7a1b18d315704c3', 'gw_port': {'id': '7d0527da-f730-49df-8423-61f29867fe77', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15efac35-eccf-483f-958c-d1933a448f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:46:49Z', 'updated_at': '2022-08-02T13:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': 'bc400f17-2554-41a5-85df-aa24840e538e', 'name': '', 'network_id': '0515d1a8-4c24-4bca-ad9a-358fdaffbe76', 'tenant_id': '39e0b340c5a84846b7a1b18d315704c3', 'mac_address': 'fa:16:3e:88:a6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15efac35-eccf-483f-958c-d1933a448f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:46:51Z', 'updated_at': '2022-08-02T13:46:55Z', 'revision_number': 4, 'project_id': '39e0b340c5a84846b7a1b18d315704c3', 'subnets': [{'id': '1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:46:55.870614 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52871238-5672-450b-aa3d-00976f01ce2f None None] Pushing event updated for resources: {'Port': ['ID=bc400f17-2554-41a5-85df-aa24840e538e,revision_number=5']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:55.929194 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-d11c7190-8c37-4725-ac24-3cd6673915d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5191091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4657238'] for subnet (97b97ef1-8dcd-4f94-90a5-b7e9523ce4d3), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:55.938799 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-d6ce2b2e-bd21-442c-929f-37311ff201df None None] Provisioning complete for port bc400f17-2554-41a5-85df-aa24840e538e triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:46:55.944747 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-d6ce2b2e-bd21-442c-929f-37311ff201df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (bc400f17-2554-41a5-85df-aa24840e538e), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:55.987229 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c7190-8c37-4725-ac24-3cd6673915d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97b97ef1-8dcd-4f94-90a5-b7e9523ce4d3,revision_number=0']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:56.007827 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11c7190-8c37-4725-ac24-3cd6673915d7 admin admin] Checking segment: {'id': 'abd71133-308c-40b0-bf3d-9f6ae6945890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9e807fb5-8a75-45d2-9c12-00ebb04cc99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:46:56.008191 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11c7190-8c37-4725-ac24-3cd6673915d7 admin admin] Network hostable DHCP agents. Network: 9e807fb5-8a75-45d2-9c12-00ebb04cc99e, hostable agents: ['befb4f8c-7c45-422b-a3e4-83ed25d094fc'], hosted agents: [] {{(pid=104368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:46:56.037831 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-d6ce2b2e-bd21-442c-929f-37311ff201df None None] Current status of the port bc400f17-2554-41a5-85df-aa24840e538e is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:46:56.128496 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11c7190-8c37-4725-ac24-3cd6673915d7 admin admin] Network 9e807fb5-8a75-45d2-9c12-00ebb04cc99e is scheduled to be hosted by DHCP agent befb4f8c-7c45-422b-a3e4-83ed25d094fc with binding_index 1 {{(pid=104368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:46:56.243510 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [None req-d11c7190-8c37-4725-ac24-3cd6673915d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-8-iscsi, 9e807fb5-8a75-45d2-9c12-00ebb04cc99e) {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:46:56.248626 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11c7190-8c37-4725-ac24-3cd6673915d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:46:56.249806 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-d11c7190-8c37-4725-ac24-3cd6673915d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:56.255347 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195dc80c-4577-4c7c-a67f-494725ee95bb None None] Network 9e807fb5-8a75-45d2-9c12-00ebb04cc99e requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:46:56.386447 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-d11c7190-8c37-4725-ac24-3cd6673915d7 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9019830 Aug 02 13:46:56.390655 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 42040) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:46:56.394918 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b31bbc-7bb2-4383-8d15-8660fd830020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ebaa513-5f0a-5310-b1e1-7495ca05f9af-9e807fb5-8a75-45d2-9c12-00ebb04cc99e', 'network_id': '9e807fb5-8a75-45d2-9c12-00ebb04cc99e', 'project_id': '2d7d45f63e504612bfef26c6f6cadeb5', 'fixed_ips': [{'subnet_id': '97b97ef1-8dcd-4f94-90a5-b7e9523ce4d3'}]}} from dv-cinder-847864-8-iscsi. {{(pid=104370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 02 13:46:56.396624 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-33b31bbc-7bb2-4383-8d15-8660fd830020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:56.397173 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-74f89667-55cd-47f2-831e-5ae4e7b67701 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-854829171-router', 'tenant_id': '2d7d45f63e504612bfef26c6f6cadeb5', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:46:56.556668 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.db_base_plugin_common [None req-33b31bbc-7bb2-4383-8d15-8660fd830020 None None] Allocated IP 172.20.0.2 (9e807fb5-8a75-45d2-9c12-00ebb04cc99e/97b97ef1-8dcd-4f94-90a5-b7e9523ce4d3/c5d80018-8e56-42bb-bd2f-d5b25a2c1919) {{(pid=104370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:46:56.700201 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-74f89667-55cd-47f2-831e-5ae4e7b67701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-774654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1101'] for router (70a5c656-27b8-4059-ab98-898742be9817), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:56.703263 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-74f89667-55cd-47f2-831e-5ae4e7b67701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-774466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1092'] for router (70a5c656-27b8-4059-ab98-898742be9817), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:56.706098 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-596ea415-f5e5-4796-90f7-d1f1330036a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:56.711422 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-33b31bbc-7bb2-4383-8d15-8660fd830020 None None] Publish callbacks [] for port (c5d80018-8e56-42bb-bd2f-d5b25a2c1919), precommit_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:56.765011 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-74f89667-55cd-47f2-831e-5ae4e7b67701 admin admin] Publish callbacks [] for router_controller (70a5c656-27b8-4059-ab98-898742be9817), precommit_add_association {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:56.826509 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-33b31bbc-7bb2-4383-8d15-8660fd830020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979'] for port (c5d80018-8e56-42bb-bd2f-d5b25a2c1919), after_create {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:56.868175 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b31bbc-7bb2-4383-8d15-8660fd830020 None None] Network 9e807fb5-8a75-45d2-9c12-00ebb04cc99e is already hosted by enough agents. {{(pid=104370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:46:56.872103 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.scheduler.base_scheduler [None req-33b31bbc-7bb2-4383-8d15-8660fd830020 None None] Resources bound (agent type, host, resource id): {{(pid=104370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:46:56.876204 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b31bbc-7bb2-4383-8d15-8660fd830020 None None] Received port after_create {{(pid=104370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:46:56.885257 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b31bbc-7bb2-4383-8d15-8660fd830020 None None] Pushing event updated for resources: {'Port': ['ID=c5d80018-8e56-42bb-bd2f-d5b25a2c1919,revision_number=1']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:56.947872 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-33b31bbc-7bb2-4383-8d15-8660fd830020 None None] Attempting to bind port c5d80018-8e56-42bb-bd2f-d5b25a2c1919 on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:46:56.948253 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-33b31bbc-7bb2-4383-8d15-8660fd830020 None None] Attempting to bind port c5d80018-8e56-42bb-bd2f-d5b25a2c1919 by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': 'abd71133-308c-40b0-bf3d-9f6ae6945890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9e807fb5-8a75-45d2-9c12-00ebb04cc99e'}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:46:56.948624 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b31bbc-7bb2-4383-8d15-8660fd830020 None None] Attempting to bind port c5d80018-8e56-42bb-bd2f-d5b25a2c1919 on network 9e807fb5-8a75-45d2-9c12-00ebb04cc99e {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:46:56.954065 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b31bbc-7bb2-4383-8d15-8660fd830020 None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:46:56.954964 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b31bbc-7bb2-4383-8d15-8660fd830020 None None] Checking segment: {'id': 'abd71133-308c-40b0-bf3d-9f6ae6945890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9e807fb5-8a75-45d2-9c12-00ebb04cc99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:46:56.954964 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-33b31bbc-7bb2-4383-8d15-8660fd830020 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:56.955277 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b31bbc-7bb2-4383-8d15-8660fd830020 None None] Bound using segment: {'id': 'abd71133-308c-40b0-bf3d-9f6ae6945890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9e807fb5-8a75-45d2-9c12-00ebb04cc99e'} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:46:56.955731 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-33b31bbc-7bb2-4383-8d15-8660fd830020 None None] Bound port: c5d80018-8e56-42bb-bd2f-d5b25a2c1919, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abd71133-308c-40b0-bf3d-9f6ae6945890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9e807fb5-8a75-45d2-9c12-00ebb04cc99e'}}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:46:56.956121 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-33b31bbc-7bb2-4383-8d15-8660fd830020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (c5d80018-8e56-42bb-bd2f-d5b25a2c1919), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:57.027751 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-33b31bbc-7bb2-4383-8d15-8660fd830020 None None] For port c5d80018-8e56-42bb-bd2f-d5b25a2c1919, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:46:57.030986 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-33b31bbc-7bb2-4383-8d15-8660fd830020 None None] For port c5d80018-8e56-42bb-bd2f-d5b25a2c1919, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=c5d80018-8e56-42bb-bd2f-d5b25a2c1919,segment=NetworkSegment(abd71133-308c-40b0-bf3d-9f6ae6945890),segment_id=abd71133-308c-40b0-bf3d-9f6ae6945890)] {{(pid=104370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:46:57.042215 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-74f89667-55cd-47f2-831e-5ae4e7b67701 admin admin] Publish callbacks [] for router_gateway (70a5c656-27b8-4059-ab98-898742be9817), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:57.169189 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-33b31bbc-7bb2-4383-8d15-8660fd830020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (c5d80018-8e56-42bb-bd2f-d5b25a2c1919), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:57.228673 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b31bbc-7bb2-4383-8d15-8660fd830020 None None] Pushing event updated for resources: {'Port': ['ID=c5d80018-8e56-42bb-bd2f-d5b25a2c1919,revision_number=2']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:57.454039 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-74f89667-55cd-47f2-831e-5ae4e7b67701 admin admin] Publish callbacks [] for router_gateway (70a5c656-27b8-4059-ab98-898742be9817), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:57.474290 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-74f89667-55cd-47f2-831e-5ae4e7b67701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:57.599584 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [None req-74f89667-55cd-47f2-831e-5ae4e7b67701 admin admin] Allocated IP 172.27.4.54 (ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7/17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c/278b781e-ee5a-4eba-8fcb-5a29291ca956) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:46:57.635972 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device c5d80018-8e56-42bb-bd2f-d5b25a2c1919 up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:46:57.683048 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port c5d80018-8e56-42bb-bd2f-d5b25a2c1919 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:46:57.683427 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (c5d80018-8e56-42bb-bd2f-d5b25a2c1919), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:57.765214 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port c5d80018-8e56-42bb-bd2f-d5b25a2c1919 is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:46:57.765616 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (c5d80018-8e56-42bb-bd2f-d5b25a2c1919), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:57.798974 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] For port c5d80018-8e56-42bb-bd2f-d5b25a2c1919, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=c5d80018-8e56-42bb-bd2f-d5b25a2c1919,segment=NetworkSegment(abd71133-308c-40b0-bf3d-9f6ae6945890),segment_id=abd71133-308c-40b0-bf3d-9f6ae6945890)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:46:57.861363 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-74f89667-55cd-47f2-831e-5ae4e7b67701 admin admin] Publish callbacks [] for port (278b781e-ee5a-4eba-8fcb-5a29291ca956), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:57.961868 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (c5d80018-8e56-42bb-bd2f-d5b25a2c1919), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:57.962723 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device bc400f17-2554-41a5-85df-aa24840e538e up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:46:58.003316 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-74f89667-55cd-47f2-831e-5ae4e7b67701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (278b781e-ee5a-4eba-8fcb-5a29291ca956), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:58.004762 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:58.044269 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Pushing event updated for resources: {'Port': ['ID=c5d80018-8e56-42bb-bd2f-d5b25a2c1919,revision_number=3']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:58.059662 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f89667-55cd-47f2-831e-5ae4e7b67701 admin admin] Network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:46:58.061643 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port bc400f17-2554-41a5-85df-aa24840e538e triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:46:58.062395 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (bc400f17-2554-41a5-85df-aa24840e538e), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:58.063125 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-74f89667-55cd-47f2-831e-5ae4e7b67701 admin admin] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:46:58.065663 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f89667-55cd-47f2-831e-5ae4e7b67701 admin admin] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:46:58.099435 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f89667-55cd-47f2-831e-5ae4e7b67701 admin admin] Pushing event updated for resources: {'Port': ['ID=278b781e-ee5a-4eba-8fcb-5a29291ca956,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:58.152153 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port bc400f17-2554-41a5-85df-aa24840e538e is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:46:58.230605 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b2a971-c768-409d-9b12-aefa51b654d9 None None] Network 9e807fb5-8a75-45d2-9c12-00ebb04cc99e requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:46:58.308930 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-e7e47774-ef43-4431-850b-9d46b0f2b04d None None] Provisioning complete for port c5d80018-8e56-42bb-bd2f-d5b25a2c1919 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:46:58.309314 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-e7e47774-ef43-4431-850b-9d46b0f2b04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (c5d80018-8e56-42bb-bd2f-d5b25a2c1919), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:58.402288 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-74f89667-55cd-47f2-831e-5ae4e7b67701 admin admin] Publish callbacks [] for router_gateway (70a5c656-27b8-4059-ab98-898742be9817), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:58.416719 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-e7e47774-ef43-4431-850b-9d46b0f2b04d None None] Current status of the port c5d80018-8e56-42bb-bd2f-d5b25a2c1919 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:46:58.598116 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-74f89667-55cd-47f2-831e-5ae4e7b67701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-774475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772297'] for router (70a5c656-27b8-4059-ab98-898742be9817), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:58.641967 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-e4e0d2d8-a985-4d0c-a538-3d924e36d896 None None] Provisioning complete for port c5d80018-8e56-42bb-bd2f-d5b25a2c1919 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:46:58.642596 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-e4e0d2d8-a985-4d0c-a538-3d924e36d896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (c5d80018-8e56-42bb-bd2f-d5b25a2c1919), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:58.719915 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-e4e0d2d8-a985-4d0c-a538-3d924e36d896 None None] Current status of the port c5d80018-8e56-42bb-bd2f-d5b25a2c1919 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:46:58.842522 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f89667-55cd-47f2-831e-5ae4e7b67701 admin admin] Router 70a5c656-27b8-4059-ab98-898742be9817 is scheduled to L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 with binding_index 1 {{(pid=104369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 02 13:46:58.950953 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f89667-55cd-47f2-831e-5ae4e7b67701 admin admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:46:58.960496 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6dd7fb-b237-4863-b979-714db21def29 None None] Sync routers for ids ['70a5c656-27b8-4059-ab98-898742be9817'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:46:58.969846 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6dd7fb-b237-4863-b979-714db21def29 None None] Routers {'70a5c656-27b8-4059-ab98-898742be9817'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:46:58.970556 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-ed6dd7fb-b237-4863-b979-714db21def29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:46:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['70a5c656-27b8-4059-ab98-898742be9817'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:46:59.070659 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-ed6dd7fb-b237-4863-b979-714db21def29 None None] Set router 70a5c656-27b8-4059-ab98-898742be9817 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:46:59.107605 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-74f89667-55cd-47f2-831e-5ae4e7b67701 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:59.108918 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-74f89667-55cd-47f2-831e-5ae4e7b67701 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7169561 Aug 02 13:46:59.111590 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 42048) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:46:59.258089 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-ed6dd7fb-b237-4863-b979-714db21def29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a5c656-27b8-4059-ab98-898742be9817', 'name': 'tempest-TestShelveInstance-854829171-router', 'tenant_id': '2d7d45f63e504612bfef26c6f6cadeb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': '278b781e-ee5a-4eba-8fcb-5a29291ca956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:46:56Z', 'updated_at': '2022-08-02T13:46:58Z', 'revision_number': 3, 'project_id': '2d7d45f63e504612bfef26c6f6cadeb5', 'gw_port': {'id': '278b781e-ee5a-4eba-8fcb-5a29291ca956', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:20:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a5c656-27b8-4059-ab98-898742be9817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:46:57Z', 'updated_at': '2022-08-02T13:46:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:46:59.286686 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6dd7fb-b237-4863-b979-714db21def29 None None] Checking router: 70a5c656-27b8-4059-ab98-898742be9817 for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:46:59.287654 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6dd7fb-b237-4863-b979-714db21def29 None None] Updating router 70a5c656-27b8-4059-ab98-898742be9817 port 278b781e-ee5a-4eba-8fcb-5a29291ca956 binding host dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:46:59.315456 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-ed6dd7fb-b237-4863-b979-714db21def29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (278b781e-ee5a-4eba-8fcb-5a29291ca956), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:59.337521 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:59.514050 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-25aebf8e-02a7-4082-a568-1ca4da9de0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:59.598618 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device c5d80018-8e56-42bb-bd2f-d5b25a2c1919 up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:46:59.604367 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-ed6dd7fb-b237-4863-b979-714db21def29 None None] Publish callbacks [] for port (278b781e-ee5a-4eba-8fcb-5a29291ca956), precommit_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:59.648476 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port c5d80018-8e56-42bb-bd2f-d5b25a2c1919 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:46:59.649189 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (c5d80018-8e56-42bb-bd2f-d5b25a2c1919), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:59.690782 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [None req-25aebf8e-02a7-4082-a568-1ca4da9de0fe admin admin] Allocated IP 172.20.0.1 (9e807fb5-8a75-45d2-9c12-00ebb04cc99e/97b97ef1-8dcd-4f94-90a5-b7e9523ce4d3/d5000c39-2ded-4357-b2b4-23b18e84281b) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:46:59.811323 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-ed6dd7fb-b237-4863-b979-714db21def29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (278b781e-ee5a-4eba-8fcb-5a29291ca956), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:59.812786 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-25aebf8e-02a7-4082-a568-1ca4da9de0fe admin admin] Publish callbacks [] for port (d5000c39-2ded-4357-b2b4-23b18e84281b), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:59.877711 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8369a59-fd85-4e06-8b1a-10fa76c174b9 None None] Pushing event updated for resources: {'Port': ['ID=278b781e-ee5a-4eba-8fcb-5a29291ca956,revision_number=2']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:46:59.880823 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-ed6dd7fb-b237-4863-b979-714db21def29 None None] Attempting to bind port 278b781e-ee5a-4eba-8fcb-5a29291ca956 on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:46:59.881390 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-ed6dd7fb-b237-4863-b979-714db21def29 None None] Attempting to bind port 278b781e-ee5a-4eba-8fcb-5a29291ca956 by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:46:59.881768 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6dd7fb-b237-4863-b979-714db21def29 None None] Attempting to bind port 278b781e-ee5a-4eba-8fcb-5a29291ca956 on network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:46:59.890455 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6dd7fb-b237-4863-b979-714db21def29 None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:46:59.890825 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6dd7fb-b237-4863-b979-714db21def29 None None] Checking segment: {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:46:59.891233 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-ed6dd7fb-b237-4863-b979-714db21def29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:59.891683 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6dd7fb-b237-4863-b979-714db21def29 None None] Bound using segment: {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'} {{(pid=104370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:46:59.892171 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.managers [None req-ed6dd7fb-b237-4863-b979-714db21def29 None None] Bound port: 278b781e-ee5a-4eba-8fcb-5a29291ca956, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8be465e-c957-44f5-b9de-1ed9494ca9a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7'}}] {{(pid=104370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:46:59.892553 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-ed6dd7fb-b237-4863-b979-714db21def29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (278b781e-ee5a-4eba-8fcb-5a29291ca956), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:46:59.955794 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port c5d80018-8e56-42bb-bd2f-d5b25a2c1919 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:46:59.975620 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-ed6dd7fb-b237-4863-b979-714db21def29 None None] For port 278b781e-ee5a-4eba-8fcb-5a29291ca956, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:46:59.979182 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-ed6dd7fb-b237-4863-b979-714db21def29 None None] For port 278b781e-ee5a-4eba-8fcb-5a29291ca956, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=278b781e-ee5a-4eba-8fcb-5a29291ca956,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:47:00.072002 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-ed6dd7fb-b237-4863-b979-714db21def29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (278b781e-ee5a-4eba-8fcb-5a29291ca956), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:00.129432 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6dd7fb-b237-4863-b979-714db21def29 None None] Routers {'70a5c656-27b8-4059-ab98-898742be9817'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:47:00.130053 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-ed6dd7fb-b237-4863-b979-714db21def29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:46:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['70a5c656-27b8-4059-ab98-898742be9817'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:47:00.163565 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8369a59-fd85-4e06-8b1a-10fa76c174b9 None None] Pushing event updated for resources: {'Port': ['ID=278b781e-ee5a-4eba-8fcb-5a29291ca956,revision_number=3']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:00.203322 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-25aebf8e-02a7-4082-a568-1ca4da9de0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (d5000c39-2ded-4357-b2b4-23b18e84281b), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:00.237876 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-ed6dd7fb-b237-4863-b979-714db21def29 None None] Set router 70a5c656-27b8-4059-ab98-898742be9817 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:47:00.243777 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25aebf8e-02a7-4082-a568-1ca4da9de0fe admin admin] Network 9e807fb5-8a75-45d2-9c12-00ebb04cc99e is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:47:00.248711 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-25aebf8e-02a7-4082-a568-1ca4da9de0fe admin admin] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:47:00.252959 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aebf8e-02a7-4082-a568-1ca4da9de0fe admin admin] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:47:00.273477 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aebf8e-02a7-4082-a568-1ca4da9de0fe admin admin] Pushing event updated for resources: {'Port': ['ID=d5000c39-2ded-4357-b2b4-23b18e84281b,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:00.293678 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-25aebf8e-02a7-4082-a568-1ca4da9de0fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772152'] for router_interface (70a5c656-27b8-4059-ab98-898742be9817), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:00.439901 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-ed6dd7fb-b237-4863-b979-714db21def29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a5c656-27b8-4059-ab98-898742be9817', 'name': 'tempest-TestShelveInstance-854829171-router', 'tenant_id': '2d7d45f63e504612bfef26c6f6cadeb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': '278b781e-ee5a-4eba-8fcb-5a29291ca956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:46:56Z', 'updated_at': '2022-08-02T13:46:58Z', 'revision_number': 3, 'project_id': '2d7d45f63e504612bfef26c6f6cadeb5', 'gw_port': {'id': '278b781e-ee5a-4eba-8fcb-5a29291ca956', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:20:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a5c656-27b8-4059-ab98-898742be9817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:46:57Z', 'updated_at': '2022-08-02T13:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:47:00.463862 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6dd7fb-b237-4863-b979-714db21def29 None None] The sync data for ids ['70a5c656-27b8-4059-ab98-898742be9817'] in dv-cinder-847864-8-iscsi is: [{'id': '70a5c656-27b8-4059-ab98-898742be9817', 'name': 'tempest-TestShelveInstance-854829171-router', 'tenant_id': '2d7d45f63e504612bfef26c6f6cadeb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': '278b781e-ee5a-4eba-8fcb-5a29291ca956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:46:56Z', 'updated_at': '2022-08-02T13:46:58Z', 'revision_number': 3, 'project_id': '2d7d45f63e504612bfef26c6f6cadeb5', 'gw_port': {'id': '278b781e-ee5a-4eba-8fcb-5a29291ca956', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:20:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a5c656-27b8-4059-ab98-898742be9817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:46:57Z', 'updated_at': '2022-08-02T13:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:47:00.514246 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-25aebf8e-02a7-4082-a568-1ca4da9de0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (d5000c39-2ded-4357-b2b4-23b18e84281b), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:00.564105 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-af70658a-7494-4cd6-a86d-c615a253000d None None] Provisioning complete for port d5000c39-2ded-4357-b2b4-23b18e84281b triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:47:00.564558 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-af70658a-7494-4cd6-a86d-c615a253000d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (d5000c39-2ded-4357-b2b4-23b18e84281b), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:00.604964 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-af70658a-7494-4cd6-a86d-c615a253000d None None] Port d5000c39-2ded-4357-b2b4-23b18e84281b cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:47:00.631702 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:00.711826 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-25aebf8e-02a7-4082-a568-1ca4da9de0fe admin admin] Publish callbacks [] for port (d5000c39-2ded-4357-b2b4-23b18e84281b), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:00.768433 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-25aebf8e-02a7-4082-a568-1ca4da9de0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (d5000c39-2ded-4357-b2b4-23b18e84281b), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:00.847593 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-25aebf8e-02a7-4082-a568-1ca4da9de0fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-773000'] for router_interface (70a5c656-27b8-4059-ab98-898742be9817), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:00.849542 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aebf8e-02a7-4082-a568-1ca4da9de0fe admin admin] Pushing event updated for resources: {'Port': ['ID=d5000c39-2ded-4357-b2b4-23b18e84281b,revision_number=2']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:00.962804 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25aebf8e-02a7-4082-a568-1ca4da9de0fe admin admin] Network 9e807fb5-8a75-45d2-9c12-00ebb04cc99e is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:47:00.964230 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-25aebf8e-02a7-4082-a568-1ca4da9de0fe admin admin] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:47:01.096674 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25aebf8e-02a7-4082-a568-1ca4da9de0fe admin admin] Router 70a5c656-27b8-4059-ab98-898742be9817 has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:47:01.229214 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-cd4ccea9-1733-468b-bb00-d1dcc8f59ba0 None None] Provisioning complete for port d5000c39-2ded-4357-b2b4-23b18e84281b triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:47:01.229775 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-cd4ccea9-1733-468b-bb00-d1dcc8f59ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (d5000c39-2ded-4357-b2b4-23b18e84281b), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:01.231429 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25aebf8e-02a7-4082-a568-1ca4da9de0fe admin admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:47:01.241218 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-25aebf8e-02a7-4082-a568-1ca4da9de0fe admin admin] 10.222.0.67 "PUT /v2.0/routers/70a5c656-27b8-4059-ab98-898742be9817/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1280203 Aug 02 13:47:01.273959 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-cd4ccea9-1733-468b-bb00-d1dcc8f59ba0 None None] Port d5000c39-2ded-4357-b2b4-23b18e84281b cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:47:01.611478 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 278b781e-ee5a-4eba-8fcb-5a29291ca956 up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:47:01.658530 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 278b781e-ee5a-4eba-8fcb-5a29291ca956 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:47:01.658867 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (278b781e-ee5a-4eba-8fcb-5a29291ca956), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:01.697830 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 42078) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:47:01.702676 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-0c60611a-69f6-4e40-baf8-6f6e219b65e4 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1783041367', 'description': 'tempest-secgroup-smoke-1783041367 description', 'project_id': '39e0b340c5a84846b7a1b18d315704c3'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:47:01.736113 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 278b781e-ee5a-4eba-8fcb-5a29291ca956 is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:47:01.736508 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (278b781e-ee5a-4eba-8fcb-5a29291ca956), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:01.758539 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] For port 278b781e-ee5a-4eba-8fcb-5a29291ca956, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=278b781e-ee5a-4eba-8fcb-5a29291ca956,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:47:01.808483 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0c60611a-69f6-4e40-baf8-6f6e219b65e4 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:01.871074 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (278b781e-ee5a-4eba-8fcb-5a29291ca956), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:01.875135 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0c60611a-69f6-4e40-baf8-6f6e219b65e4 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks [] for security_group (2269d898-f94f-4fab-92a4-0fdcbe87eab4), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:01.919021 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Pushing event updated for resources: {'Port': ['ID=278b781e-ee5a-4eba-8fcb-5a29291ca956,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:01.951558 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0c60611a-69f6-4e40-baf8-6f6e219b65e4 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (2269d898-f94f-4fab-92a4-0fdcbe87eab4), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:01.981033 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60611a-69f6-4e40-baf8-6f6e219b65e4 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2269d898-f94f-4fab-92a4-0fdcbe87eab4,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:02.027167 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-0c60611a-69f6-4e40-baf8-6f6e219b65e4 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:02.028437 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-0c60611a-69f6-4e40-baf8-6f6e219b65e4 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3294716 Aug 02 13:47:02.031403 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 42080) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:47:02.035701 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-b077bc8d-5689-4e8e-a57d-21a1c43dcef5 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Request body: {'security_group_rule': {'security_group_id': '2269d898-f94f-4fab-92a4-0fdcbe87eab4', 'project_id': '39e0b340c5a84846b7a1b18d315704c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:47:02.156516 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b077bc8d-5689-4e8e-a57d-21a1c43dcef5 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks [] for security_group_rule (7227fda5-ae3e-46fe-b074-3e9f6f867649), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:02.211938 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b077bc8d-5689-4e8e-a57d-21a1c43dcef5 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks [] for security_group_rule (7227fda5-ae3e-46fe-b074-3e9f6f867649), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:02.275947 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b077bc8d-5689-4e8e-a57d-21a1c43dcef5 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (7227fda5-ae3e-46fe-b074-3e9f6f867649), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:02.293940 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077bc8d-5689-4e8e-a57d-21a1c43dcef5 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7227fda5-ae3e-46fe-b074-3e9f6f867649,revision_number=0']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:02.416509 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b077bc8d-5689-4e8e-a57d-21a1c43dcef5 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:02.417719 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-b077bc8d-5689-4e8e-a57d-21a1c43dcef5 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3853731 Aug 02 13:47:02.420711 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 42086) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:47:02.425300 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-072777d8-232c-4e79-92cb-0bea6cc9334b tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Request body: {'security_group_rule': {'security_group_id': '2269d898-f94f-4fab-92a4-0fdcbe87eab4', 'project_id': '39e0b340c5a84846b7a1b18d315704c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:47:02.554109 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-072777d8-232c-4e79-92cb-0bea6cc9334b tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks [] for security_group_rule (a5b33fa8-b071-4097-8086-27a5710a185a), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:02.615638 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-072777d8-232c-4e79-92cb-0bea6cc9334b tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks [] for security_group_rule (a5b33fa8-b071-4097-8086-27a5710a185a), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:02.694452 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-072777d8-232c-4e79-92cb-0bea6cc9334b tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (a5b33fa8-b071-4097-8086-27a5710a185a), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:02.714237 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072777d8-232c-4e79-92cb-0bea6cc9334b tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5b33fa8-b071-4097-8086-27a5710a185a,revision_number=0']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:02.714786 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:47:02.788406 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-072777d8-232c-4e79-92cb-0bea6cc9334b tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:02.790037 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-072777d8-232c-4e79-92cb-0bea6cc9334b tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3679965 Aug 02 13:47:02.792421 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 42088) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:47:02.796830 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-ea45cd7f-a779-46da-a1f2-8e025787d1ed tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Request body: {'security_group_rule': {'security_group_id': '2269d898-f94f-4fab-92a4-0fdcbe87eab4', 'project_id': '39e0b340c5a84846b7a1b18d315704c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:47:02.895111 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ea45cd7f-a779-46da-a1f2-8e025787d1ed tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks [] for security_group_rule (1a5c7e4a-4ae4-42cf-b294-f48ae9edbc72), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:02.948069 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3e8d7b-cb8f-4899-be6e-c7e057b4d3e8 None None] Sync routers for ids ['70a5c656-27b8-4059-ab98-898742be9817'] in dv-cinder-847864-8-iscsi {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:47:02.965450 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ea45cd7f-a779-46da-a1f2-8e025787d1ed tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks [] for security_group_rule (1a5c7e4a-4ae4-42cf-b294-f48ae9edbc72), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:02.968961 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3e8d7b-cb8f-4899-be6e-c7e057b4d3e8 None None] Routers {'70a5c656-27b8-4059-ab98-898742be9817'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:47:02.969603 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-0a3e8d7b-cb8f-4899-be6e-c7e057b4d3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:46:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['70a5c656-27b8-4059-ab98-898742be9817'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:47:03.008269 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ea45cd7f-a779-46da-a1f2-8e025787d1ed tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (1a5c7e4a-4ae4-42cf-b294-f48ae9edbc72), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:03.027392 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45cd7f-a779-46da-a1f2-8e025787d1ed tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a5c7e4a-4ae4-42cf-b294-f48ae9edbc72,revision_number=0']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:03.081987 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-0a3e8d7b-cb8f-4899-be6e-c7e057b4d3e8 None None] Set router 70a5c656-27b8-4059-ab98-898742be9817 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:47:03.102878 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-ea45cd7f-a779-46da-a1f2-8e025787d1ed tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:03.104378 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-ea45cd7f-a779-46da-a1f2-8e025787d1ed tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3109643 Aug 02 13:47:03.107165 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 42090) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:47:03.111771 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-bd2e48ac-ea7d-4c97-a69e-2429a3ed99de tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Request body: {'security_group_rule': {'security_group_id': '2269d898-f94f-4fab-92a4-0fdcbe87eab4', 'project_id': '39e0b340c5a84846b7a1b18d315704c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:47:03.184809 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-bd2e48ac-ea7d-4c97-a69e-2429a3ed99de tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks [] for security_group_rule (9330b901-d2a4-4f71-a0bb-e8e76616c0ac), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:03.251734 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-bd2e48ac-ea7d-4c97-a69e-2429a3ed99de tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks [] for security_group_rule (9330b901-d2a4-4f71-a0bb-e8e76616c0ac), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:03.284553 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-0a3e8d7b-cb8f-4899-be6e-c7e057b4d3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a5c656-27b8-4059-ab98-898742be9817', 'name': 'tempest-TestShelveInstance-854829171-router', 'tenant_id': '2d7d45f63e504612bfef26c6f6cadeb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': '278b781e-ee5a-4eba-8fcb-5a29291ca956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:46:56Z', 'updated_at': '2022-08-02T13:47:00Z', 'revision_number': 4, 'project_id': '2d7d45f63e504612bfef26c6f6cadeb5', 'gw_port': {'id': '278b781e-ee5a-4eba-8fcb-5a29291ca956', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a5c656-27b8-4059-ab98-898742be9817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:46:57Z', 'updated_at': '2022-08-02T13:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': 'd5000c39-2ded-4357-b2b4-23b18e84281b', 'name': '', 'network_id': '9e807fb5-8a75-45d2-9c12-00ebb04cc99e', 'tenant_id': '2d7d45f63e504612bfef26c6f6cadeb5', 'mac_address': 'fa:16:3e:38:be:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a5c656-27b8-4059-ab98-898742be9817', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '97b97ef1-8dcd-4f94-90a5-b7e9523ce4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:46:59Z', 'updated_at': '2022-08-02T13:47:00Z', 'revision_number': 2, 'project_id': '2d7d45f63e504612bfef26c6f6cadeb5', 'subnets': [{'id': '97b97ef1-8dcd-4f94-90a5-b7e9523ce4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:47:03.314093 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3e8d7b-cb8f-4899-be6e-c7e057b4d3e8 None None] Checking router: 70a5c656-27b8-4059-ab98-898742be9817 for host: dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:47:03.314485 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3e8d7b-cb8f-4899-be6e-c7e057b4d3e8 None None] Updating router 70a5c656-27b8-4059-ab98-898742be9817 port d5000c39-2ded-4357-b2b4-23b18e84281b binding host dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:47:03.343703 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-0a3e8d7b-cb8f-4899-be6e-c7e057b4d3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (d5000c39-2ded-4357-b2b4-23b18e84281b), before_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:03.397414 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-bd2e48ac-ea7d-4c97-a69e-2429a3ed99de tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (9330b901-d2a4-4f71-a0bb-e8e76616c0ac), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:03.417417 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e48ac-ea7d-4c97-a69e-2429a3ed99de tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9330b901-d2a4-4f71-a0bb-e8e76616c0ac,revision_number=0']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:03.535975 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-bd2e48ac-ea7d-4c97-a69e-2429a3ed99de tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:03.540836 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 42094) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:47:03.545864 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-b8f3006f-945a-42ad-90db-ee342c3efc0a tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Request body: {'security_group_rule': {'security_group_id': '2269d898-f94f-4fab-92a4-0fdcbe87eab4', 'project_id': '39e0b340c5a84846b7a1b18d315704c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:47:03.549833 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-bd2e48ac-ea7d-4c97-a69e-2429a3ed99de tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4381692 Aug 02 13:47:03.566670 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 278b781e-ee5a-4eba-8fcb-5a29291ca956 up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:47:03.618122 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port 278b781e-ee5a-4eba-8fcb-5a29291ca956 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:47:03.618552 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (278b781e-ee5a-4eba-8fcb-5a29291ca956), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:03.629602 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-0a3e8d7b-cb8f-4899-be6e-c7e057b4d3e8 None None] Publish callbacks [] for port (d5000c39-2ded-4357-b2b4-23b18e84281b), precommit_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:03.696005 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port 278b781e-ee5a-4eba-8fcb-5a29291ca956 is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:47:03.746154 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.db.securitygroups_db [None req-b8f3006f-945a-42ad-90db-ee342c3efc0a tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Project 39e0b340c5a84846b7a1b18d315704c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 02 13:47:03.751875 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-b8f3006f-945a-42ad-90db-ee342c3efc0a tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks [] for security_group_rule (5fc492d6-0def-4ac2-bc7f-08886b945268), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:03.817182 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-b8f3006f-945a-42ad-90db-ee342c3efc0a tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks [] for security_group_rule (5fc492d6-0def-4ac2-bc7f-08886b945268), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:03.854095 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-0a3e8d7b-cb8f-4899-be6e-c7e057b4d3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (d5000c39-2ded-4357-b2b4-23b18e84281b), after_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:03.909348 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a094404-0f16-4c84-99b5-c8d34fdab465 None None] Pushing event updated for resources: {'Port': ['ID=d5000c39-2ded-4357-b2b4-23b18e84281b,revision_number=3']} {{(pid=104371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:03.969901 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.managers [None req-0a3e8d7b-cb8f-4899-be6e-c7e057b4d3e8 None None] Attempting to bind port d5000c39-2ded-4357-b2b4-23b18e84281b on host dv-cinder-847864-8-iscsi for vnic_type normal with profile {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:47:03.970274 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.managers [None req-0a3e8d7b-cb8f-4899-be6e-c7e057b4d3e8 None None] Attempting to bind port d5000c39-2ded-4357-b2b4-23b18e84281b by drivers openvswitch,hyperv on host dv-cinder-847864-8-iscsi at level 0 using segments [{'id': 'abd71133-308c-40b0-bf3d-9f6ae6945890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9e807fb5-8a75-45d2-9c12-00ebb04cc99e'}] {{(pid=104371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:47:03.970661 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3e8d7b-cb8f-4899-be6e-c7e057b4d3e8 None None] Attempting to bind port d5000c39-2ded-4357-b2b4-23b18e84281b on network 9e807fb5-8a75-45d2-9c12-00ebb04cc99e {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:47:03.977032 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3e8d7b-cb8f-4899-be6e-c7e057b4d3e8 None None] Checking agent: {'id': 'bbe74468-cf41-430f-969d-55a4e401318d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 29, 1), 'started_at': datetime.datetime(2022, 8, 2, 13, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:47:03.977417 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3e8d7b-cb8f-4899-be6e-c7e057b4d3e8 None None] Checking segment: {'id': 'abd71133-308c-40b0-bf3d-9f6ae6945890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9e807fb5-8a75-45d2-9c12-00ebb04cc99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:47:03.977829 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-0a3e8d7b-cb8f-4899-be6e-c7e057b4d3e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:03.978229 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3e8d7b-cb8f-4899-be6e-c7e057b4d3e8 None None] Bound using segment: {'id': 'abd71133-308c-40b0-bf3d-9f6ae6945890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9e807fb5-8a75-45d2-9c12-00ebb04cc99e'} {{(pid=104371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:47:03.978748 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.managers [None req-0a3e8d7b-cb8f-4899-be6e-c7e057b4d3e8 None None] Bound port: d5000c39-2ded-4357-b2b4-23b18e84281b, host: dv-cinder-847864-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abd71133-308c-40b0-bf3d-9f6ae6945890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9e807fb5-8a75-45d2-9c12-00ebb04cc99e'}}] {{(pid=104371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:47:03.979131 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-0a3e8d7b-cb8f-4899-be6e-c7e057b4d3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (d5000c39-2ded-4357-b2b4-23b18e84281b), before_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:03.986029 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-b8f3006f-945a-42ad-90db-ee342c3efc0a tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (5fc492d6-0def-4ac2-bc7f-08886b945268), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:04.009018 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3006f-945a-42ad-90db-ee342c3efc0a tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc492d6-0def-4ac2-bc7f-08886b945268,revision_number=0']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:04.050166 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.db [None req-0a3e8d7b-cb8f-4899-be6e-c7e057b4d3e8 None None] For port d5000c39-2ded-4357-b2b4-23b18e84281b, host dv-cinder-847864-8-iscsi, cleared binding levels {{(pid=104371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:47:04.054139 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.plugins.ml2.db [None req-0a3e8d7b-cb8f-4899-be6e-c7e057b4d3e8 None None] For port d5000c39-2ded-4357-b2b4-23b18e84281b, host dv-cinder-847864-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=d5000c39-2ded-4357-b2b4-23b18e84281b,segment=NetworkSegment(abd71133-308c-40b0-bf3d-9f6ae6945890),segment_id=abd71133-308c-40b0-bf3d-9f6ae6945890)] {{(pid=104371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:47:04.114450 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-1dfee206-d06f-4003-8dab-783fcd0c8f5d None None] Provisioning complete for port d5000c39-2ded-4357-b2b4-23b18e84281b triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:47:04.114835 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-1dfee206-d06f-4003-8dab-783fcd0c8f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (d5000c39-2ded-4357-b2b4-23b18e84281b), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:04.141557 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-b8f3006f-945a-42ad-90db-ee342c3efc0a tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:04.142809 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-b8f3006f-945a-42ad-90db-ee342c3efc0a tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6009548 Aug 02 13:47:04.145488 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 42096) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:47:04.149045 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-1dfee206-d06f-4003-8dab-783fcd0c8f5d None None] Port d5000c39-2ded-4357-b2b4-23b18e84281b cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:47:04.151567 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-21a96bd2-0adb-4aee-a4d8-a70292b022a0 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Request body: {'security_group_rule': {'security_group_id': '2269d898-f94f-4fab-92a4-0fdcbe87eab4', 'project_id': '39e0b340c5a84846b7a1b18d315704c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:47:04.180585 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron_lib.callbacks.manager [None req-0a3e8d7b-cb8f-4899-be6e-c7e057b4d3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (d5000c39-2ded-4357-b2b4-23b18e84281b), after_update {{(pid=104371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:04.242770 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3e8d7b-cb8f-4899-be6e-c7e057b4d3e8 None None] Routers {'70a5c656-27b8-4059-ab98-898742be9817'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:47:04.243403 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-0a3e8d7b-cb8f-4899-be6e-c7e057b4d3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:46:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['70a5c656-27b8-4059-ab98-898742be9817'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:47:04.247819 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a094404-0f16-4c84-99b5-c8d34fdab465 None None] Pushing event updated for resources: {'Port': ['ID=d5000c39-2ded-4357-b2b4-23b18e84281b,revision_number=4']} {{(pid=104371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:04.249224 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.db.securitygroups_db [None req-21a96bd2-0adb-4aee-a4d8-a70292b022a0 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Project 39e0b340c5a84846b7a1b18d315704c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 02 13:47:04.257544 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-21a96bd2-0adb-4aee-a4d8-a70292b022a0 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks [] for security_group_rule (88f628c1-babd-47f5-bfc6-cc35da85082f), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:04.331119 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-21a96bd2-0adb-4aee-a4d8-a70292b022a0 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks [] for security_group_rule (88f628c1-babd-47f5-bfc6-cc35da85082f), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:04.367975 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-0a3e8d7b-cb8f-4899-be6e-c7e057b4d3e8 None None] Set router 70a5c656-27b8-4059-ab98-898742be9817 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:47:04.385576 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-21a96bd2-0adb-4aee-a4d8-a70292b022a0 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565266'] for security_group_rule (88f628c1-babd-47f5-bfc6-cc35da85082f), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:04.410790 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a96bd2-0adb-4aee-a4d8-a70292b022a0 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f628c1-babd-47f5-bfc6-cc35da85082f,revision_number=0']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:04.473687 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-cd4c1025-755b-4adf-b617-8345c97fe60a None None] Provisioning complete for port d5000c39-2ded-4357-b2b4-23b18e84281b triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:47:04.474076 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-cd4c1025-755b-4adf-b617-8345c97fe60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (d5000c39-2ded-4357-b2b4-23b18e84281b), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:04.484940 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-21a96bd2-0adb-4aee-a4d8-a70292b022a0 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:04.495824 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-21a96bd2-0adb-4aee-a4d8-a70292b022a0 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3492076 Aug 02 13:47:04.567087 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-cd4c1025-755b-4adf-b617-8345c97fe60a None None] Current status of the port d5000c39-2ded-4357-b2b4-23b18e84281b is: DOWN; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:47:04.567675 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-cd4c1025-755b-4adf-b617-8345c97fe60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (d5000c39-2ded-4357-b2b4-23b18e84281b), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:04.612722 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-cd4c1025-755b-4adf-b617-8345c97fe60a None None] For port d5000c39-2ded-4357-b2b4-23b18e84281b, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=d5000c39-2ded-4357-b2b4-23b18e84281b,segment=NetworkSegment(abd71133-308c-40b0-bf3d-9f6ae6945890),segment_id=abd71133-308c-40b0-bf3d-9f6ae6945890)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:47:04.694256 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-cd4c1025-755b-4adf-b617-8345c97fe60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (d5000c39-2ded-4357-b2b4-23b18e84281b), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:04.727124 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-0a3e8d7b-cb8f-4899-be6e-c7e057b4d3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a5c656-27b8-4059-ab98-898742be9817', 'name': 'tempest-TestShelveInstance-854829171-router', 'tenant_id': '2d7d45f63e504612bfef26c6f6cadeb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': '278b781e-ee5a-4eba-8fcb-5a29291ca956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:46:56Z', 'updated_at': '2022-08-02T13:47:00Z', 'revision_number': 4, 'project_id': '2d7d45f63e504612bfef26c6f6cadeb5', 'gw_port': {'id': '278b781e-ee5a-4eba-8fcb-5a29291ca956', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a5c656-27b8-4059-ab98-898742be9817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:46:57Z', 'updated_at': '2022-08-02T13:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': 'd5000c39-2ded-4357-b2b4-23b18e84281b', 'name': '', 'network_id': '9e807fb5-8a75-45d2-9c12-00ebb04cc99e', 'tenant_id': '2d7d45f63e504612bfef26c6f6cadeb5', 'mac_address': 'fa:16:3e:38:be:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a5c656-27b8-4059-ab98-898742be9817', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '97b97ef1-8dcd-4f94-90a5-b7e9523ce4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:46:59Z', 'updated_at': '2022-08-02T13:47:04Z', 'revision_number': 4, 'project_id': '2d7d45f63e504612bfef26c6f6cadeb5', 'subnets': [{'id': '97b97ef1-8dcd-4f94-90a5-b7e9523ce4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:47:04.753486 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c1025-755b-4adf-b617-8345c97fe60a None None] Pushing event updated for resources: {'Port': ['ID=d5000c39-2ded-4357-b2b4-23b18e84281b,revision_number=5']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:04.760746 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3e8d7b-cb8f-4899-be6e-c7e057b4d3e8 None None] The sync data for ids ['70a5c656-27b8-4059-ab98-898742be9817'] in dv-cinder-847864-8-iscsi is: [{'id': '70a5c656-27b8-4059-ab98-898742be9817', 'name': 'tempest-TestShelveInstance-854829171-router', 'tenant_id': '2d7d45f63e504612bfef26c6f6cadeb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': '278b781e-ee5a-4eba-8fcb-5a29291ca956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:46:56Z', 'updated_at': '2022-08-02T13:47:00Z', 'revision_number': 4, 'project_id': '2d7d45f63e504612bfef26c6f6cadeb5', 'gw_port': {'id': '278b781e-ee5a-4eba-8fcb-5a29291ca956', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a5c656-27b8-4059-ab98-898742be9817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:46:57Z', 'updated_at': '2022-08-02T13:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': 'd5000c39-2ded-4357-b2b4-23b18e84281b', 'name': '', 'network_id': '9e807fb5-8a75-45d2-9c12-00ebb04cc99e', 'tenant_id': '2d7d45f63e504612bfef26c6f6cadeb5', 'mac_address': 'fa:16:3e:38:be:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a5c656-27b8-4059-ab98-898742be9817', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '97b97ef1-8dcd-4f94-90a5-b7e9523ce4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:46:59Z', 'updated_at': '2022-08-02T13:47:04Z', 'revision_number': 4, 'project_id': '2d7d45f63e504612bfef26c6f6cadeb5', 'subnets': [{'id': '97b97ef1-8dcd-4f94-90a5-b7e9523ce4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:47:05.581186 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device d5000c39-2ded-4357-b2b4-23b18e84281b up at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:47:05.656417 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Provisioning complete for port d5000c39-2ded-4357-b2b4-23b18e84281b triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:47:05.656800 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (d5000c39-2ded-4357-b2b4-23b18e84281b), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:05.743434 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Current status of the port d5000c39-2ded-4357-b2b4-23b18e84281b is: ACTIVE; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:47:05.815201 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-44968a18-b347-4ba9-878e-259582b5ebfc tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:05.816743 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-44968a18-b347-4ba9-878e-259582b5ebfc tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/networks?id=57d67998-f5ad-42d1-885e-f5b4d8c8375c HTTP/1.1" status: 200 len: 813 time: 0.1141064 Aug 02 13:47:05.832919 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-a692e920-6e38-4400-bfe7-64d86d2d5468 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/quotas/268a7c35cc13428eab4b2ea838ea6c62 HTTP/1.1" status: 200 len: 375 time: 0.0097575 Aug 02 13:47:05.868585 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-a383b305-a8a0-413f-8795-3ce50afb7dca tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=268a7c35cc13428eab4b2ea838ea6c62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293581 Aug 02 13:47:05.974075 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-6e7eb234-6874-4312-a582-84a7acb2a375 service neutron] 10.222.0.67 "GET /v2.0/networks/57d67998-f5ad-42d1-885e-f5b4d8c8375c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975158 Aug 02 13:47:06.082960 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-d2389162-e307-4d0f-9417-95dc0b249f7f service neutron] 10.222.0.67 "GET /v2.0/networks/57d67998-f5ad-42d1-885e-f5b4d8c8375c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023946 Aug 02 13:47:06.385045 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-02e6014e-d1c9-4930-8aa7-e9a73f729b42 req-21732e83-1979-4a4b-a7de-73a672a39909 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a7cf160-1267-4f31-b8e9-4461d07b2f6d HTTP/1.1" status: 200 len: 210 time: 0.0357680 Aug 02 13:47:07.477602 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-b6631f08-1a55-4425-b644-fb06ecf7554b req-4bf4f21c-159f-41a4-ae0d-86990266340c tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a7cf160-1267-4f31-b8e9-4461d07b2f6d HTTP/1.1" status: 200 len: 210 time: 0.0296369 Aug 02 13:47:08.582496 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a9563e86-063f-4214-8b39-434e4c58a3a4 req-6ea26175-584c-4cf2-a21d-9b637ce329f1 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a7cf160-1267-4f31-b8e9-4461d07b2f6d HTTP/1.1" status: 200 len: 210 time: 0.0310843 Aug 02 13:47:09.325353 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-61876cbd-da53-45da-b084-298f293d995a tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:09.327024 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-61876cbd-da53-45da-b084-298f293d995a tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.20 "GET /v2.0/networks?id=57d67998-f5ad-42d1-885e-f5b4d8c8375c HTTP/1.1" status: 200 len: 813 time: 0.1154773 Aug 02 13:47:09.340662 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-f9d633df-af9d-4f6f-9948-346db6bf068e tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Request body: {'port': {'device_id': '5a7cf160-1267-4f31-b8e9-4461d07b2f6d', 'network_id': '57d67998-f5ad-42d1-885e-f5b4d8c8375c', 'admin_state_up': True, 'tenant_id': '268a7c35cc13428eab4b2ea838ea6c62'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:47:09.649557 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-f9d633df-af9d-4f6f-9948-346db6bf068e tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Made reservation on behalf of 268a7c35cc13428eab4b2ea838ea6c62 for: {'port': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:47:09.653080 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-f9d633df-af9d-4f6f-9948-346db6bf068e tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:09.688823 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-02c25f82-e9b1-4bc9-a5f3-3eff7473e34d req-5ab9e29d-22fd-4b45-9503-b3b571e4c6be tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a7cf160-1267-4f31-b8e9-4461d07b2f6d HTTP/1.1" status: 200 len: 210 time: 0.0293200 Aug 02 13:47:09.790577 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-f9d633df-af9d-4f6f-9948-346db6bf068e tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Allocated IP 172.20.0.3 (57d67998-f5ad-42d1-885e-f5b4d8c8375c/f8421515-d9ed-4801-a5f7-ad2fc8340af8/9d9f19f7-0756-433e-8195-ac6013c4a047) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:47:09.948213 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-f9d633df-af9d-4f6f-9948-346db6bf068e tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Publish callbacks [] for port (9d9f19f7-0756-433e-8195-ac6013c4a047), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:10.083053 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-f9d633df-af9d-4f6f-9948-346db6bf068e tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (9d9f19f7-0756-433e-8195-ac6013c4a047), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:10.134107 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-f9d633df-af9d-4f6f-9948-346db6bf068e tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Network 57d67998-f5ad-42d1-885e-f5b4d8c8375c is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:47:10.137321 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-f9d633df-af9d-4f6f-9948-346db6bf068e tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:47:10.139995 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-f9d633df-af9d-4f6f-9948-346db6bf068e tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:47:10.167278 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d633df-af9d-4f6f-9948-346db6bf068e tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Pushing event updated for resources: {'Port': ['ID=9d9f19f7-0756-433e-8195-ac6013c4a047,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:10.179760 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d633df-af9d-4f6f-9948-346db6bf068e tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:10.180121 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d633df-af9d-4f6f-9948-346db6bf068e tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:10.180471 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d633df-af9d-4f6f-9948-346db6bf068e tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:10.180816 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d633df-af9d-4f6f-9948-346db6bf068e tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:10.181157 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d633df-af9d-4f6f-9948-346db6bf068e tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:10.181606 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d633df-af9d-4f6f-9948-346db6bf068e tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:10.181949 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d633df-af9d-4f6f-9948-346db6bf068e tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:10.182283 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d633df-af9d-4f6f-9948-346db6bf068e tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:10.182648 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d633df-af9d-4f6f-9948-346db6bf068e tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:10.182986 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d633df-af9d-4f6f-9948-346db6bf068e tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:10.183316 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d633df-af9d-4f6f-9948-346db6bf068e tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:10.183645 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d633df-af9d-4f6f-9948-346db6bf068e tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:10.183971 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d633df-af9d-4f6f-9948-346db6bf068e tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:10.208043 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-f9d633df-af9d-4f6f-9948-346db6bf068e tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:10.208695 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-f9d633df-af9d-4f6f-9948-346db6bf068e tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:10.308807 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-f9d633df-af9d-4f6f-9948-346db6bf068e tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9723651 Aug 02 13:47:10.322601 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-ae0e7806-8462-45b2-9844-fa433ca79b12 service neutron] Request body: {'port': {'device_id': '5a7cf160-1267-4f31-b8e9-4461d07b2f6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:47:10.408855 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-ae0e7806-8462-45b2-9844-fa433ca79b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (9d9f19f7-0756-433e-8195-ac6013c4a047), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:10.706369 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-ae0e7806-8462-45b2-9844-fa433ca79b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d9f19f7-0756-433e-8195-ac6013c4a047 {{(pid=104369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:47:10.715101 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-ae0e7806-8462-45b2-9844-fa433ca79b12 service neutron] Publish callbacks [] for port (9d9f19f7-0756-433e-8195-ac6013c4a047), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:10.728422 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.provisioning_blocks [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-ae0e7806-8462-45b2-9844-fa433ca79b12 service neutron] Transition to ACTIVE for port object 9d9f19f7-0756-433e-8195-ac6013c4a047 will not be triggered until provisioned by entity L2. {{(pid=104369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 02 13:47:10.862726 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98973ff-4cd7-4eea-afe0-5ac79c8c7c92 req-c9506786-8ec1-41fb-bf7c-1b2b0933fa20 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:10.864593 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f98973ff-4cd7-4eea-afe0-5ac79c8c7c92 req-c9506786-8ec1-41fb-bf7c-1b2b0933fa20 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a7cf160-1267-4f31-b8e9-4461d07b2f6d HTTP/1.1" status: 200 len: 931 time: 0.0641236 Aug 02 13:47:10.866274 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-ae0e7806-8462-45b2-9844-fa433ca79b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (9d9f19f7-0756-433e-8195-ac6013c4a047), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:10.944651 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e7806-8462-45b2-9844-fa433ca79b12 service neutron] Pushing event updated for resources: {'Port': ['ID=9d9f19f7-0756-433e-8195-ac6013c4a047,revision_number=2']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:11.009547 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f98973ff-4cd7-4eea-afe0-5ac79c8c7c92 req-4e7fd14e-5085-4dde-b4c8-f569f02bb3fc tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ee7caf-efb3-431d-8040-cbf865d65074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368003 Aug 02 13:47:11.070174 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-ae0e7806-8462-45b2-9844-fa433ca79b12 service neutron] Attempting to bind port 9d9f19f7-0756-433e-8195-ac6013c4a047 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:47:11.070581 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-ae0e7806-8462-45b2-9844-fa433ca79b12 service neutron] Attempting to bind port 9d9f19f7-0756-433e-8195-ac6013c4a047 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'cf55ae46-006d-442e-a392-3401b722dd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '57d67998-f5ad-42d1-885e-f5b4d8c8375c'}] {{(pid=104369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:47:11.070986 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-ae0e7806-8462-45b2-9844-fa433ca79b12 service neutron] Attempting to bind port 9d9f19f7-0756-433e-8195-ac6013c4a047 on network 57d67998-f5ad-42d1-885e-f5b4d8c8375c {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:47:11.076256 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-ae0e7806-8462-45b2-9844-fa433ca79b12 service neutron] Port 9d9f19f7-0756-433e-8195-ac6013c4a047 on network 57d67998-f5ad-42d1-885e-f5b4d8c8375c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 02 13:47:11.076602 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-ae0e7806-8462-45b2-9844-fa433ca79b12 service neutron] Attempting to bind port 9d9f19f7-0756-433e-8195-ac6013c4a047 on network 57d67998-f5ad-42d1-885e-f5b4d8c8375c {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:47:11.082999 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-ae0e7806-8462-45b2-9844-fa433ca79b12 service neutron] Checking agent: {'id': '69dc3da8-ee10-46f6-83b6-ed4e97a21469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'started_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:47:11.083342 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-ae0e7806-8462-45b2-9844-fa433ca79b12 service neutron] Checking segment: {'id': 'cf55ae46-006d-442e-a392-3401b722dd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '57d67998-f5ad-42d1-885e-f5b4d8c8375c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:47:11.084398 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-ae0e7806-8462-45b2-9844-fa433ca79b12 service neutron] Bound using segment: {'id': 'cf55ae46-006d-442e-a392-3401b722dd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '57d67998-f5ad-42d1-885e-f5b4d8c8375c'} {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:47:11.084790 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-ae0e7806-8462-45b2-9844-fa433ca79b12 service neutron] Bound port: 9d9f19f7-0756-433e-8195-ac6013c4a047, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf55ae46-006d-442e-a392-3401b722dd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '57d67998-f5ad-42d1-885e-f5b4d8c8375c'}}] {{(pid=104369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:47:11.085157 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-ae0e7806-8462-45b2-9844-fa433ca79b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (9d9f19f7-0756-433e-8195-ac6013c4a047), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:11.150007 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-ae0e7806-8462-45b2-9844-fa433ca79b12 service neutron] For port 9d9f19f7-0756-433e-8195-ac6013c4a047, host hv-cinder-84786, cleared binding levels {{(pid=104369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:47:11.153310 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-ae0e7806-8462-45b2-9844-fa433ca79b12 service neutron] For port 9d9f19f7-0756-433e-8195-ac6013c4a047, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=9d9f19f7-0756-433e-8195-ac6013c4a047,segment=NetworkSegment(cf55ae46-006d-442e-a392-3401b722dd4a),segment_id=cf55ae46-006d-442e-a392-3401b722dd4a)] {{(pid=104369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:47:11.245122 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-ae0e7806-8462-45b2-9844-fa433ca79b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (9d9f19f7-0756-433e-8195-ac6013c4a047), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:11.285251 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-ae0e7806-8462-45b2-9844-fa433ca79b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:11.285866 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-ae0e7806-8462-45b2-9844-fa433ca79b12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:11.287447 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-ae0e7806-8462-45b2-9844-fa433ca79b12 service neutron] 10.222.0.20 "PUT /v2.0/ports/9d9f19f7-0756-433e-8195-ac6013c4a047 HTTP/1.1" status: 200 len: 1093 time: 0.9695113 Aug 02 13:47:11.287971 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7cf160-1267-4f31-b8e9-4461d07b2f6d', 'tag': '9d9f19f7-0756-433e-8195-ac6013c4a047'}] {{(pid=104369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:47:11.290224 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bf99331ba47a6ac295264f2d91701b523438f9b2384832aa813a78b8ac64a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d281ab12-5d82-47b8-84a4-a96a459ac09d" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7cf160-1267-4f31-b8e9-4461d07b2f6d", "tag": "9d9f19f7-0756-433e-8195-ac6013c4a047"}]}' {{(pid=104369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:47:11.313953 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e7806-8462-45b2-9844-fa433ca79b12 service neutron] Pushing event updated for resources: {'Port': ['ID=9d9f19f7-0756-433e-8195-ac6013c4a047,revision_number=3']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:11.328447 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413ea608-b507-4ed7-b883-ab4e5139c109 x-openstack-request-id: req-413ea608-b507-4ed7-b883-ab4e5139c109 {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:47:11.328747 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7cf160-1267-4f31-b8e9-4461d07b2f6d", "tag": "9d9f19f7-0756-433e-8195-ac6013c4a047", "status": "completed", "code": 200}]} {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:47:11.329071 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-413ea608-b507-4ed7-b883-ab4e5139c109 {{(pid=104369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:47:11.329521 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-413ea608-b507-4ed7-b883-ab4e5139c109'] response: {'name': 'network-changed', 'server_uuid': '5a7cf160-1267-4f31-b8e9-4461d07b2f6d', 'tag': '9d9f19f7-0756-433e-8195-ac6013c4a047', 'status': 'completed', 'code': 200} Aug 02 13:47:11.398888 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281ab12-5d82-47b8-84a4-a96a459ac09d req-3f0684be-1230-4ec6-a198-e64859607c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:11.400486 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d281ab12-5d82-47b8-84a4-a96a459ac09d req-3f0684be-1230-4ec6-a198-e64859607c9c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=268a7c35cc13428eab4b2ea838ea6c62&device_id=5a7cf160-1267-4f31-b8e9-4461d07b2f6d HTTP/1.1" status: 200 len: 1127 time: 0.0486343 Aug 02 13:47:11.515879 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281ab12-5d82-47b8-84a4-a96a459ac09d req-2491c4d7-0517-41d3-bb34-0f978c6200da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:11.520059 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d281ab12-5d82-47b8-84a4-a96a459ac09d req-2491c4d7-0517-41d3-bb34-0f978c6200da service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=268a7c35cc13428eab4b2ea838ea6c62&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1101868 Aug 02 13:47:11.636415 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281ab12-5d82-47b8-84a4-a96a459ac09d req-32e29801-de7b-4345-a93e-8d91a13a5628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:11.637895 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d281ab12-5d82-47b8-84a4-a96a459ac09d req-32e29801-de7b-4345-a93e-8d91a13a5628 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1127923 Aug 02 13:47:11.732649 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-5f09727c-fc3c-417b-bd06-91b5e1d6db3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:11.734236 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-5f09727c-fc3c-417b-bd06-91b5e1d6db3f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=268a7c35cc13428eab4b2ea838ea6c62&device_id=5a7cf160-1267-4f31-b8e9-4461d07b2f6d HTTP/1.1" status: 200 len: 1127 time: 0.0532403 Aug 02 13:47:11.780841 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-66b0996e-936b-4b93-b83a-713cd078c165 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d9f19f7-0756-433e-8195-ac6013c4a047 HTTP/1.1" status: 200 len: 217 time: 0.0388143 Aug 02 13:47:11.835103 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-05a6296a-5edf-474a-b7dd-26c8941912f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:11.840804 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-05a6296a-5edf-474a-b7dd-26c8941912f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f8421515-d9ed-4801-a5f7-ad2fc8340af8 HTTP/1.1" status: 200 len: 853 time: 0.0483305 Aug 02 13:47:11.871339 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-73410962-3993-46ee-945a-f15cfe8de8ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=57d67998-f5ad-42d1-885e-f5b4d8c8375c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280468 Aug 02 13:47:11.965816 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-0166c7fe-5007-4de1-beda-103c9566253f service neutron] 10.222.0.20 "GET /v2.0/networks/57d67998-f5ad-42d1-885e-f5b4d8c8375c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883789 Aug 02 13:47:12.069555 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8f881d5e-7be6-4ace-a09c-5ae5c0721791 req-a0f0a0a1-ef80-4361-b80d-eea30d95fa8c service neutron] 10.222.0.20 "GET /v2.0/networks/57d67998-f5ad-42d1-885e-f5b4d8c8375c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965784 Aug 02 13:47:12.147778 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605619a4-2482-43e3-aed7-066a1a02de3b req-c5dc4c8b-c7d3-4cc9-921d-6e2ab06c99fb tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:12.149479 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-605619a4-2482-43e3-aed7-066a1a02de3b req-c5dc4c8b-c7d3-4cc9-921d-6e2ab06c99fb tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a7cf160-1267-4f31-b8e9-4461d07b2f6d HTTP/1.1" status: 200 len: 943 time: 0.0607700 Aug 02 13:47:12.199259 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-605619a4-2482-43e3-aed7-066a1a02de3b req-7a2359e9-c76b-478b-8552-c3a436f781a4 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ee7caf-efb3-431d-8040-cbf865d65074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441697 Aug 02 13:47:13.332799 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25400687-4d2d-4dc4-9284-b17cdf4b487d req-536d3319-9dda-4bde-8d0b-c69ec224598d tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:13.334632 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-25400687-4d2d-4dc4-9284-b17cdf4b487d req-536d3319-9dda-4bde-8d0b-c69ec224598d tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a7cf160-1267-4f31-b8e9-4461d07b2f6d HTTP/1.1" status: 200 len: 943 time: 0.0567546 Aug 02 13:47:13.391651 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-25400687-4d2d-4dc4-9284-b17cdf4b487d req-b0a25e5c-f962-444c-9baf-fdefead3b729 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ee7caf-efb3-431d-8040-cbf865d65074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511720 Aug 02 13:47:14.528001 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610508a-f923-4534-9857-0c78ad80010c req-d022beee-d383-40cf-a1d2-00d96a8a8d85 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:14.529512 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-c610508a-f923-4534-9857-0c78ad80010c req-d022beee-d383-40cf-a1d2-00d96a8a8d85 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a7cf160-1267-4f31-b8e9-4461d07b2f6d HTTP/1.1" status: 200 len: 943 time: 0.0638828 Aug 02 13:47:14.581450 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-c610508a-f923-4534-9857-0c78ad80010c req-99919552-70cc-4bf3-884f-68398a473407 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ee7caf-efb3-431d-8040-cbf865d65074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458000 Aug 02 13:47:15.720017 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0bb474-a259-496d-a016-d58245d8e63f req-0d9b27ce-44ca-4331-8127-4a8a7a377add tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:15.721560 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1c0bb474-a259-496d-a016-d58245d8e63f req-0d9b27ce-44ca-4331-8127-4a8a7a377add tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a7cf160-1267-4f31-b8e9-4461d07b2f6d HTTP/1.1" status: 200 len: 943 time: 0.0560024 Aug 02 13:47:15.772941 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1c0bb474-a259-496d-a016-d58245d8e63f req-79e126f4-2d05-4630-9c24-e60f7785ea8c tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ee7caf-efb3-431d-8040-cbf865d65074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449786 Aug 02 13:47:16.462221 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 9d9f19f7-0756-433e-8195-ac6013c4a047 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 13:47:16.566976 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 9d9f19f7-0756-433e-8195-ac6013c4a047, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=9d9f19f7-0756-433e-8195-ac6013c4a047,segment=NetworkSegment(cf55ae46-006d-442e-a392-3401b722dd4a),segment_id=cf55ae46-006d-442e-a392-3401b722dd4a)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:47:16.584613 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Returning: {'device': '9d9f19f7-0756-433e-8195-ac6013c4a047', 'network_id': '57d67998-f5ad-42d1-885e-f5b4d8c8375c', 'port_id': '9d9f19f7-0756-433e-8195-ac6013c4a047', 'mac_address': 'fa:16:3e:32:de:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8421515-d9ed-4801-a5f7-ad2fc8340af8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 13:47:16.625555 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port 9d9f19f7-0756-433e-8195-ac6013c4a047 is: DOWN; New status is: BUILD {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:47:16.626224 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (9d9f19f7-0756-433e-8195-ac6013c4a047), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:16.641168 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d9f19f7-0756-433e-8195-ac6013c4a047 {{(pid=104370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:47:16.663422 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 9d9f19f7-0756-433e-8195-ac6013c4a047, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=9d9f19f7-0756-433e-8195-ac6013c4a047,segment=NetworkSegment(cf55ae46-006d-442e-a392-3401b722dd4a),segment_id=cf55ae46-006d-442e-a392-3401b722dd4a)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:47:16.774309 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (9d9f19f7-0756-433e-8195-ac6013c4a047), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:16.829457 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=9d9f19f7-0756-433e-8195-ac6013c4a047,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:16.907012 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a943db-9290-47f7-901c-ea1337866b02 req-4b348020-1024-4e47-971b-7a508a5ec283 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:16.908560 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-b0a943db-9290-47f7-901c-ea1337866b02 req-4b348020-1024-4e47-971b-7a508a5ec283 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a7cf160-1267-4f31-b8e9-4461d07b2f6d HTTP/1.1" status: 200 len: 944 time: 0.0591221 Aug 02 13:47:16.959745 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-b0a943db-9290-47f7-901c-ea1337866b02 req-031927d1-f89f-4dcd-98f4-ccb6ba31b25c tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ee7caf-efb3-431d-8040-cbf865d65074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446100 Aug 02 13:47:17.038780 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['9d9f19f7-0756-433e-8195-ac6013c4a047'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:47:17.398570 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 42266) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:47:17.808620 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf5d9c-eb88-457b-9490-41dd51d369e0 req-e58bec21-0ee6-4340-bbbf-ade136079f40 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:17.810145 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-3cdf5d9c-eb88-457b-9490-41dd51d369e0 req-e58bec21-0ee6-4340-bbbf-ade136079f40 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.3739557 Aug 02 13:47:17.884566 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-3cdf5d9c-eb88-457b-9490-41dd51d369e0 req-ef116342-64f5-4685-aeee-e4b6d12f1458 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681684 Aug 02 13:47:17.890503 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-7c4a741f-c31a-42c2-b762-787a021cdc1a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Deleting port 19e020d0-cdec-40c2-b927-24ef1e43fc5c {{(pid=104368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:47:17.890857 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7c4a741f-c31a-42c2-b762-787a021cdc1a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (19e020d0-cdec-40c2-b927-24ef1e43fc5c), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:17.971245 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7c4a741f-c31a-42c2-b762-787a021cdc1a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (19e020d0-cdec-40c2-b927-24ef1e43fc5c), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:17.971978 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7c4a741f-c31a-42c2-b762-787a021cdc1a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for floatingip (19e020d0-cdec-40c2-b927-24ef1e43fc5c), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:17.983945 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-7c4a741f-c31a-42c2-b762-787a021cdc1a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Calling delete_port for 19e020d0-cdec-40c2-b927-24ef1e43fc5c owned by network:floatingip {{(pid=104368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:47:18.089362 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6bb50c-9f3b-46e5-9e01-6390b087da0e req-59123891-d5b7-43ea-9f0d-9a9e14e29d2a tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:18.090873 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6a6bb50c-9f3b-46e5-9e01-6390b087da0e req-59123891-d5b7-43ea-9f0d-9a9e14e29d2a tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a7cf160-1267-4f31-b8e9-4461d07b2f6d HTTP/1.1" status: 200 len: 944 time: 0.0549989 Aug 02 13:47:18.139418 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6a6bb50c-9f3b-46e5-9e01-6390b087da0e req-8387695e-391c-4948-b804-711bcb3035a5 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ee7caf-efb3-431d-8040-cbf865d65074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426679 Aug 02 13:47:18.231313 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7c4a741f-c31a-42c2-b762-787a021cdc1a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (19e020d0-cdec-40c2-b927-24ef1e43fc5c), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:18.256560 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a741f-c31a-42c2-b762-787a021cdc1a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Pushing event deleted for resources: {'Port': ['ID=19e020d0-cdec-40c2-b927-24ef1e43fc5c,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:18.268391 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a741f-c31a-42c2-b762-787a021cdc1a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:18.268741 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a741f-c31a-42c2-b762-787a021cdc1a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:18.269092 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a741f-c31a-42c2-b762-787a021cdc1a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:18.269435 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a741f-c31a-42c2-b762-787a021cdc1a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:18.269768 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a741f-c31a-42c2-b762-787a021cdc1a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:18.270295 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a741f-c31a-42c2-b762-787a021cdc1a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:18.271372 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a741f-c31a-42c2-b762-787a021cdc1a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:18.271756 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a741f-c31a-42c2-b762-787a021cdc1a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:18.272100 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a741f-c31a-42c2-b762-787a021cdc1a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:18.272444 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a741f-c31a-42c2-b762-787a021cdc1a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:18.272772 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a741f-c31a-42c2-b762-787a021cdc1a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:18.273100 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a741f-c31a-42c2-b762-787a021cdc1a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:18.273426 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a741f-c31a-42c2-b762-787a021cdc1a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:18.335478 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7c4a741f-c31a-42c2-b762-787a021cdc1a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for floatingip (457f3cc5-971e-44a9-a5e9-3d4dfc1fd4f3), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:18.335897 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.db.l3_db [None req-7c4a741f-c31a-42c2-b762-787a021cdc1a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Floating IP 457f3cc5-971e-44a9-a5e9-3d4dfc1fd4f3 disassociated (deleted). External IP: 172.27.4.51, port: cc3a2b10-11ae-448d-aeca-2b92cfb72ac2. Aug 02 13:47:18.465851 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 9d9f19f7-0756-433e-8195-ac6013c4a047 up at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:47:18.546065 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4a741f-c31a-42c2-b762-787a021cdc1a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Router 7e875251-ed9c-4695-9e35-43919f7fbbef has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:47:18.600075 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning for port 9d9f19f7-0756-433e-8195-ac6013c4a047 completed by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 02 13:47:18.604390 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning complete for port 9d9f19f7-0756-433e-8195-ac6013c4a047 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:47:18.604782 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (9d9f19f7-0756-433e-8195-ac6013c4a047), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:18.676654 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4a741f-c31a-42c2-b762-787a021cdc1a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:47:18.682210 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7c4a741f-c31a-42c2-b762-787a021cdc1a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:18.688037 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ae61ce-28bf-48ec-aa9d-3ab8cdfc3eb3 None None] Sync routers for ids ['7e875251-ed9c-4695-9e35-43919f7fbbef'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:47:18.690620 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port 9d9f19f7-0756-433e-8195-ac6013c4a047 is: BUILD; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:47:18.691064 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (9d9f19f7-0756-433e-8195-ac6013c4a047), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:18.713698 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-7c4a741f-c31a-42c2-b762-787a021cdc1a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "DELETE /v2.0/floatingips/457f3cc5-971e-44a9-a5e9-3d4dfc1fd4f3 HTTP/1.1" status: 204 len: 168 time: 1.3139384 Aug 02 13:47:18.714297 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf59cec-8651-4c30-911f-eb88b511c04f', 'tag': 'cc3a2b10-11ae-448d-aeca-2b92cfb72ac2'}] {{(pid=104368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:47:18.716684 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245b70741b0aa7b9232129cc368cc987c69949c5cf8ab06a5d5e033a5668ca41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c6b160-0cc4-4022-a5af-0cff7aec0f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf59cec-8651-4c30-911f-eb88b511c04f", "tag": "cc3a2b10-11ae-448d-aeca-2b92cfb72ac2"}]}' {{(pid=104368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:47:18.720518 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ae61ce-28bf-48ec-aa9d-3ab8cdfc3eb3 None None] Routers {'7e875251-ed9c-4695-9e35-43919f7fbbef'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:47:18.721174 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-c5ae61ce-28bf-48ec-aa9d-3ab8cdfc3eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:46:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['7e875251-ed9c-4695-9e35-43919f7fbbef'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:47:18.728399 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7cf160-1267-4f31-b8e9-4461d07b2f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9f19f7-0756-433e-8195-ac6013c4a047'}] {{(pid=104370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:47:18.730698 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7baa883c66606d2bd29c352a6206e712ed5fe15c106669ddbeacd0f82211b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234d82f6-abb2-481a-b9f5-2f99838165e4" -d '{"events": [{"server_uuid": "5a7cf160-1267-4f31-b8e9-4461d07b2f6d", "name": "network-vif-plugged", "status": "completed", "tag": "9d9f19f7-0756-433e-8195-ac6013c4a047"}]}' {{(pid=104370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:47:18.778961 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d56d008-be36-4d03-8c05-aa484bafa0da x-openstack-request-id: req-3d56d008-be36-4d03-8c05-aa484bafa0da {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:47:18.779262 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf59cec-8651-4c30-911f-eb88b511c04f", "tag": "cc3a2b10-11ae-448d-aeca-2b92cfb72ac2", "status": "completed", "code": 200}]} {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:47:18.779401 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port 9d9f19f7-0756-433e-8195-ac6013c4a047, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=9d9f19f7-0756-433e-8195-ac6013c4a047,segment=NetworkSegment(cf55ae46-006d-442e-a392-3401b722dd4a),segment_id=cf55ae46-006d-442e-a392-3401b722dd4a)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:47:18.779637 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3d56d008-be36-4d03-8c05-aa484bafa0da {{(pid=104368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:47:18.780011 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d56d008-be36-4d03-8c05-aa484bafa0da'] response: {'name': 'network-changed', 'server_uuid': 'ecf59cec-8651-4c30-911f-eb88b511c04f', 'tag': 'cc3a2b10-11ae-448d-aeca-2b92cfb72ac2', 'status': 'completed', 'code': 200} Aug 02 13:47:18.828221 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6323ea3-de16-4cc2-987d-310dc0472901 x-openstack-request-id: req-b6323ea3-de16-4cc2-987d-310dc0472901 {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:47:18.828528 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7cf160-1267-4f31-b8e9-4461d07b2f6d", "name": "network-vif-plugged", "status": "completed", "tag": "9d9f19f7-0756-433e-8195-ac6013c4a047", "code": 200}]} {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:47:18.829030 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b6323ea3-de16-4cc2-987d-310dc0472901 {{(pid=104370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:47:18.829660 dv-cinder-847864-8-iscsi neutron-server[104370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6323ea3-de16-4cc2-987d-310dc0472901'] response: {'server_uuid': '5a7cf160-1267-4f31-b8e9-4461d07b2f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9f19f7-0756-433e-8195-ac6013c4a047', 'code': 200} Aug 02 13:47:18.858182 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (9d9f19f7-0756-433e-8195-ac6013c4a047), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:18.858958 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6b160-0cc4-4022-a5af-0cff7aec0f1a req-77d23380-e76f-4a04-a65f-baa8abcb7237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:18.860456 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-55c6b160-0cc4-4022-a5af-0cff7aec0f1a req-77d23380-e76f-4a04-a65f-baa8abcb7237 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26af2dc63c6142548bb513c4aed2b4d0&device_id=ecf59cec-8651-4c30-911f-eb88b511c04f HTTP/1.1" status: 200 len: 1129 time: 0.0575414 Aug 02 13:47:18.862032 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-c5ae61ce-28bf-48ec-aa9d-3ab8cdfc3eb3 None None] Set router 7e875251-ed9c-4695-9e35-43919f7fbbef gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:47:18.994366 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=9d9f19f7-0756-433e-8195-ac6013c4a047,revision_number=5']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:19.009496 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6b160-0cc4-4022-a5af-0cff7aec0f1a req-1cf90731-b973-4efa-866a-6937006120d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:19.011175 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-55c6b160-0cc4-4022-a5af-0cff7aec0f1a req-1cf90731-b973-4efa-866a-6937006120d5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=01ffcfab-a887-4187-8399-c98076da1ec3 HTTP/1.1" status: 200 len: 913 time: 0.1362460 Aug 02 13:47:19.062007 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-55c6b160-0cc4-4022-a5af-0cff7aec0f1a req-476c60dc-b17a-4166-a85c-bc9afc64f66f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc3a2b10-11ae-448d-aeca-2b92cfb72ac2 HTTP/1.1" status: 200 len: 217 time: 0.0427885 Aug 02 13:47:19.074415 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f61d53-930c-483a-b38a-0f8e5eaa2983 req-2fcb46fd-70e4-48dc-9d48-87ea22b2b6f3 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:19.075969 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-62f61d53-930c-483a-b38a-0f8e5eaa2983 req-2fcb46fd-70e4-48dc-9d48-87ea22b2b6f3 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.1071348 Aug 02 13:47:19.164554 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6b160-0cc4-4022-a5af-0cff7aec0f1a req-6ecb9749-ff0c-4545-8569-de6649135b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:19.166237 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-55c6b160-0cc4-4022-a5af-0cff7aec0f1a req-6ecb9749-ff0c-4545-8569-de6649135b32 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae61575f-a0ba-4745-91f9-2d111054bae1 HTTP/1.1" status: 200 len: 851 time: 0.0893455 Aug 02 13:47:19.208983 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-62f61d53-930c-483a-b38a-0f8e5eaa2983 req-c0b034e7-ddf2-4ae8-9753-7783804b546c tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240652 Aug 02 13:47:19.254472 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6b160-0cc4-4022-a5af-0cff7aec0f1a req-1c00ac80-2f79-4b1e-b7c1-fbb9ae391013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:19.262745 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-55c6b160-0cc4-4022-a5af-0cff7aec0f1a req-1c00ac80-2f79-4b1e-b7c1-fbb9ae391013 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01ffcfab-a887-4187-8399-c98076da1ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0854609 Aug 02 13:47:19.303045 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ca6b5-1989-495b-bb03-4e945546c544 req-7ba891b9-437a-4503-823a-320cfb0cf350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:19.305162 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-768ca6b5-1989-495b-bb03-4e945546c544 req-7ba891b9-437a-4503-823a-320cfb0cf350 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5a7cf160-1267-4f31-b8e9-4461d07b2f6d HTTP/1.1" status: 200 len: 1129 time: 0.1517196 Aug 02 13:47:19.317882 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-c5ae61ce-28bf-48ec-aa9d-3ab8cdfc3eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'name': 'tempest-TestVolumeBootPattern-1215620166-router', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:30Z', 'updated_at': '2022-08-02T13:39:34Z', 'revision_number': 4, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'gw_port': {'id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:31Z', 'updated_at': '2022-08-02T13:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'e91138c4-3c0f-426c-9fe9-71a7112ba602', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'floating_ip_address': '172.27.4.130', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'port_id': '4b1f0cac-3901-4fdb-a96f-a97ceb90661a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'mac_address': 'fa:16:3e:f8:01:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5b2e3f-e31d-4049-8a5b-0893aeceabc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:43:34Z', 'updated_at': '2022-08-02T13:43:37Z', 'revision_number': 1, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9', 'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'mac_address': 'fa:16:3e:47:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:34Z', 'updated_at': '2022-08-02T13:39:39Z', 'revision_number': 5, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'subnets': [{'id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:47:19.320552 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4358a0-3e58-4c5c-86bc-ed7be7fa8322 req-fcac7e32-71ba-4e6b-8e65-87853f4e64a4 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:19.322363 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5f4358a0-3e58-4c5c-86bc-ed7be7fa8322 req-fcac7e32-71ba-4e6b-8e65-87853f4e64a4 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ecf59cec-8651-4c30-911f-eb88b511c04f HTTP/1.1" status: 200 len: 945 time: 0.1281943 Aug 02 13:47:19.350972 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ae61ce-28bf-48ec-aa9d-3ab8cdfc3eb3 None None] Checking router: 7e875251-ed9c-4695-9e35-43919f7fbbef for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:47:19.360480 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ae61ce-28bf-48ec-aa9d-3ab8cdfc3eb3 None None] Routers {'7e875251-ed9c-4695-9e35-43919f7fbbef'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:47:19.361129 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-c5ae61ce-28bf-48ec-aa9d-3ab8cdfc3eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:46:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['7e875251-ed9c-4695-9e35-43919f7fbbef'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:47:19.397609 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3547e7-fd73-4dbc-b5b8-8c293563c068 req-81fd5558-fc2d-4ce1-8c7f-90d190b90111 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:19.399201 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-af3547e7-fd73-4dbc-b5b8-8c293563c068 req-81fd5558-fc2d-4ce1-8c7f-90d190b90111 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a7cf160-1267-4f31-b8e9-4461d07b2f6d HTTP/1.1" status: 200 len: 945 time: 0.1243086 Aug 02 13:47:19.401839 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-768ca6b5-1989-495b-bb03-4e945546c544 req-cd845ee9-332c-4c4f-bb33-c21ce399b507 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c1ee7caf-efb3-431d-8040-cbf865d65074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783956 Aug 02 13:47:19.412691 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5f4358a0-3e58-4c5c-86bc-ed7be7fa8322 req-cf58c47d-0bb2-41e3-83e2-32eb6b790a06 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835330 Aug 02 13:47:19.455028 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-55c6b160-0cc4-4022-a5af-0cff7aec0f1a req-0deb487d-83f2-45bb-b2e6-7cae4902b10e service neutron] 10.222.0.20 "GET /v2.0/networks/01ffcfab-a887-4187-8399-c98076da1ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819835 Aug 02 13:47:19.479307 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-c5ae61ce-28bf-48ec-aa9d-3ab8cdfc3eb3 None None] Set router 7e875251-ed9c-4695-9e35-43919f7fbbef gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:47:19.486773 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-af3547e7-fd73-4dbc-b5b8-8c293563c068 req-ace3fa07-73a1-4264-aa32-0b07ab973c39 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ee7caf-efb3-431d-8040-cbf865d65074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817750 Aug 02 13:47:19.710186 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-c5ae61ce-28bf-48ec-aa9d-3ab8cdfc3eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'name': 'tempest-TestVolumeBootPattern-1215620166-router', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:30Z', 'updated_at': '2022-08-02T13:39:34Z', 'revision_number': 4, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'gw_port': {'id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:31Z', 'updated_at': '2022-08-02T13:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'e91138c4-3c0f-426c-9fe9-71a7112ba602', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'floating_ip_address': '172.27.4.130', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'port_id': '4b1f0cac-3901-4fdb-a96f-a97ceb90661a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'mac_address': 'fa:16:3e:f8:01:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5b2e3f-e31d-4049-8a5b-0893aeceabc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:43:34Z', 'updated_at': '2022-08-02T13:43:37Z', 'revision_number': 1, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9', 'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'mac_address': 'fa:16:3e:47:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:34Z', 'updated_at': '2022-08-02T13:39:39Z', 'revision_number': 5, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'subnets': [{'id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:47:19.737788 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ae61ce-28bf-48ec-aa9d-3ab8cdfc3eb3 None None] The sync data for ids ['7e875251-ed9c-4695-9e35-43919f7fbbef'] in dv-cinder-847864-8-iscsi is: [{'id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'name': 'tempest-TestVolumeBootPattern-1215620166-router', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:30Z', 'updated_at': '2022-08-02T13:39:34Z', 'revision_number': 4, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'gw_port': {'id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:31Z', 'updated_at': '2022-08-02T13:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'e91138c4-3c0f-426c-9fe9-71a7112ba602', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'floating_ip_address': '172.27.4.130', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'port_id': '4b1f0cac-3901-4fdb-a96f-a97ceb90661a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'mac_address': 'fa:16:3e:f8:01:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5b2e3f-e31d-4049-8a5b-0893aeceabc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:43:34Z', 'updated_at': '2022-08-02T13:43:37Z', 'revision_number': 1, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9', 'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'mac_address': 'fa:16:3e:47:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:34Z', 'updated_at': '2022-08-02T13:39:39Z', 'revision_number': 5, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'subnets': [{'id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:47:19.782443 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-55c6b160-0cc4-4022-a5af-0cff7aec0f1a req-5929916b-9fb7-4205-851b-b0c573e7a8c5 service neutron] 10.222.0.20 "GET /v2.0/networks/01ffcfab-a887-4187-8399-c98076da1ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003096 Aug 02 13:47:19.990170 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719e92b8-7211-4a95-a8e0-21469b342882 None None] New status for floating IP 457f3cc5-971e-44a9-a5e9-3d4dfc1fd4f3: DOWN {{(pid=104371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:47:20.352880 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0ad42-19db-42dd-b45a-8395eda1122a req-c2479272-f820-4a04-ba5a-a63e4299e211 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:20.354470 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-07d0ad42-19db-42dd-b45a-8395eda1122a req-c2479272-f820-4a04-ba5a-a63e4299e211 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.0561616 Aug 02 13:47:20.408659 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-07d0ad42-19db-42dd-b45a-8395eda1122a req-139f92f2-e6fe-4e38-b4b1-e2a8f3d2bc42 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485175 Aug 02 13:47:20.507606 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-f25c3246-1315-447f-a2af-b96ea7f50297 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1783041367&fields=id&tenant_id=39e0b340c5a84846b7a1b18d315704c3 HTTP/1.1" status: 200 len: 267 time: 0.0473237 Aug 02 13:47:20.558061 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7a0d1-083d-4462-ac35-49fe80d417de req-f0040559-7d23-4e17-bb24-a36f8cddf391 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:20.559770 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-c5b7a0d1-083d-4462-ac35-49fe80d417de req-f0040559-7d23-4e17-bb24-a36f8cddf391 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ecf59cec-8651-4c30-911f-eb88b511c04f HTTP/1.1" status: 200 len: 945 time: 0.0664816 Aug 02 13:47:20.618630 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-c5b7a0d1-083d-4462-ac35-49fe80d417de req-9d2db7e6-d182-438b-80cc-30308e52c84b tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523417 Aug 02 13:47:20.639443 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-2c095fd6-1a72-4e0a-9f96-1fb6310482ea tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:20.639443 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-2c095fd6-1a72-4e0a-9f96-1fb6310482ea tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/networks?id=0515d1a8-4c24-4bca-ad9a-358fdaffbe76 HTTP/1.1" status: 200 len: 809 time: 0.1158679 Aug 02 13:47:20.654440 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-f36e3b23-0eea-40e4-bb04-cd801bf64af7 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/quotas/39e0b340c5a84846b7a1b18d315704c3 HTTP/1.1" status: 200 len: 375 time: 0.0123200 Aug 02 13:47:20.710340 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-a64b1296-98bd-4951-a5b2-41974a3aaf69 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=39e0b340c5a84846b7a1b18d315704c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524869 Aug 02 13:47:20.772475 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e20dc-a74d-480a-8720-6e5bdf55350b req-c38bbbcf-815c-4d96-a9ed-5fda4f091819 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:20.774969 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ea6e20dc-a74d-480a-8720-6e5bdf55350b req-c38bbbcf-815c-4d96-a9ed-5fda4f091819 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a7cf160-1267-4f31-b8e9-4461d07b2f6d HTTP/1.1" status: 200 len: 945 time: 0.0659263 Aug 02 13:47:20.816339 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-05a4081b-ad01-45ef-adc5-f5c48589a9a2 service neutron] 10.222.0.67 "GET /v2.0/networks/0515d1a8-4c24-4bca-ad9a-358fdaffbe76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900135 Aug 02 13:47:20.825600 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ea6e20dc-a74d-480a-8720-6e5bdf55350b req-741b8185-bda2-487f-8836-4e3018d9acbb tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ee7caf-efb3-431d-8040-cbf865d65074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446570 Aug 02 13:47:20.915192 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-677e5cbe-133a-4d59-b3aa-bf08f3c6f16c service neutron] 10.222.0.67 "GET /v2.0/networks/0515d1a8-4c24-4bca-ad9a-358fdaffbe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918822 Aug 02 13:47:21.513617 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3979c-43eb-4c0b-943d-7b729d4042f9 req-5fae74cf-2edf-450f-9ca0-03aefc88c921 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:21.517087 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-61c3979c-43eb-4c0b-943d-7b729d4042f9 req-5fae74cf-2edf-450f-9ca0-03aefc88c921 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecf59cec-8651-4c30-911f-eb88b511c04f HTTP/1.1" status: 200 len: 945 time: 0.0825708 Aug 02 13:47:21.596234 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-eaf777d9-338e-4b82-bcd4-ae3c8893d6b3 req-5849aefd-69bf-4061-9de8-0b3a946b7d75 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 210 time: 0.0416956 Aug 02 13:47:21.612567 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98aee82-d6f2-4865-a254-6b23070d7eab req-fc73d828-c1b8-486c-b406-49021b97a7de tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:21.614835 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-b98aee82-d6f2-4865-a254-6b23070d7eab req-fc73d828-c1b8-486c-b406-49021b97a7de tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.0793822 Aug 02 13:47:21.663901 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [req-61c3979c-43eb-4c0b-943d-7b729d4042f9 req-18459d88-fcff-44fe-a4f6-43074aa42f8e tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Deleting port cc3a2b10-11ae-448d-aeca-2b92cfb72ac2 {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:47:21.664379 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-61c3979c-43eb-4c0b-943d-7b729d4042f9 req-18459d88-fcff-44fe-a4f6-43074aa42f8e tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (cc3a2b10-11ae-448d-aeca-2b92cfb72ac2), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:21.688723 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-b98aee82-d6f2-4865-a254-6b23070d7eab req-707008c2-14bc-4633-b7b3-d14903ce02b2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637777 Aug 02 13:47:21.796280 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-61c3979c-43eb-4c0b-943d-7b729d4042f9 req-18459d88-fcff-44fe-a4f6-43074aa42f8e tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] For port cc3a2b10-11ae-448d-aeca-2b92cfb72ac2, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=cc3a2b10-11ae-448d-aeca-2b92cfb72ac2,segment=NetworkSegment(a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33),segment_id=a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33)] {{(pid=104369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:47:21.796656 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-61c3979c-43eb-4c0b-943d-7b729d4042f9 req-18459d88-fcff-44fe-a4f6-43074aa42f8e tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (cc3a2b10-11ae-448d-aeca-2b92cfb72ac2), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:21.820082 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18005c4-0dd6-41dd-b9dc-3032fa4559a4 req-e04ad2ea-9cbc-46ca-8e3d-cd1d694bd54a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:21.821609 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d18005c4-0dd6-41dd-b9dc-3032fa4559a4 req-e04ad2ea-9cbc-46ca-8e3d-cd1d694bd54a tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ecf59cec-8651-4c30-911f-eb88b511c04f HTTP/1.1" status: 200 len: 945 time: 0.1096513 Aug 02 13:47:21.822612 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [req-61c3979c-43eb-4c0b-943d-7b729d4042f9 req-18459d88-fcff-44fe-a4f6-43074aa42f8e tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Calling delete_port for cc3a2b10-11ae-448d-aeca-2b92cfb72ac2 owned by compute:nova {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:47:21.919050 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d18005c4-0dd6-41dd-b9dc-3032fa4559a4 req-5f91f305-23b8-4bd3-b620-923c84e96199 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916135 Aug 02 13:47:21.964943 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0fa51-755a-402a-9a9d-b0ed5f5e3f3f req-434bac3d-b0bf-4de8-b005-6ce3caef9599 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:21.966916 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f3e0fa51-755a-402a-9a9d-b0ed5f5e3f3f req-434bac3d-b0bf-4de8-b005-6ce3caef9599 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a7cf160-1267-4f31-b8e9-4461d07b2f6d HTTP/1.1" status: 200 len: 945 time: 0.0663004 Aug 02 13:47:22.017682 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f3e0fa51-755a-402a-9a9d-b0ed5f5e3f3f req-1f44cd60-c7c5-4206-8900-e01ffe98c6ca tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ee7caf-efb3-431d-8040-cbf865d65074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452321 Aug 02 13:47:22.069586 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-61c3979c-43eb-4c0b-943d-7b729d4042f9 req-18459d88-fcff-44fe-a4f6-43074aa42f8e tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (cc3a2b10-11ae-448d-aeca-2b92cfb72ac2), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:22.109127 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18459d88-fcff-44fe-a4f6-43074aa42f8e tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Pushing event deleted for resources: {'Port': ['ID=cc3a2b10-11ae-448d-aeca-2b92cfb72ac2,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:22.148729 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c3979c-43eb-4c0b-943d-7b729d4042f9 req-18459d88-fcff-44fe-a4f6-43074aa42f8e tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] No DVR routers for this DVR port cc3a2b10-11ae-448d-aeca-2b92cfb72ac2 on host hv-cinder-84786 {{(pid=104369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:47:22.151645 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-61c3979c-43eb-4c0b-943d-7b729d4042f9 req-18459d88-fcff-44fe-a4f6-43074aa42f8e tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:22.155572 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-61c3979c-43eb-4c0b-943d-7b729d4042f9 req-18459d88-fcff-44fe-a4f6-43074aa42f8e tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.20 "DELETE /v2.0/ports/cc3a2b10-11ae-448d-aeca-2b92cfb72ac2 HTTP/1.1" status: 204 len: 173 time: 0.6325712 Aug 02 13:47:22.156124 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf59cec-8651-4c30-911f-eb88b511c04f', 'name': 'network-vif-deleted', 'tag': 'cc3a2b10-11ae-448d-aeca-2b92cfb72ac2'}] {{(pid=104369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:47:22.160446 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bf99331ba47a6ac295264f2d91701b523438f9b2384832aa813a78b8ac64a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93690f54-952a-44e9-ba63-89343e7404e9" -d '{"events": [{"server_uuid": "ecf59cec-8651-4c30-911f-eb88b511c04f", "name": "network-vif-deleted", "tag": "cc3a2b10-11ae-448d-aeca-2b92cfb72ac2"}]}' {{(pid=104369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:47:22.230348 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6313000f-1813-4311-8dc0-018d28dcb969 x-openstack-request-id: req-6313000f-1813-4311-8dc0-018d28dcb969 {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:47:22.230684 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf59cec-8651-4c30-911f-eb88b511c04f", "name": "network-vif-deleted", "tag": "cc3a2b10-11ae-448d-aeca-2b92cfb72ac2", "status": "completed", "code": 200}]} {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:47:22.231014 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6313000f-1813-4311-8dc0-018d28dcb969 {{(pid=104369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:47:22.231438 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6313000f-1813-4311-8dc0-018d28dcb969'] response: {'server_uuid': 'ecf59cec-8651-4c30-911f-eb88b511c04f', 'name': 'network-vif-deleted', 'tag': 'cc3a2b10-11ae-448d-aeca-2b92cfb72ac2', 'status': 'completed', 'code': 200} Aug 02 13:47:22.703317 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4c47c702-25a0-483c-b2e9-a25ea04afef1 req-1b77a184-d8c0-45fc-b535-2c348aff0662 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 210 time: 0.0294130 Aug 02 13:47:22.849433 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9f48d-4056-4a61-a520-275e541a3dc6 req-baff2ca7-6fd0-4cf1-8019-736a72fdf450 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:22.850911 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-35c9f48d-4056-4a61-a520-275e541a3dc6 req-baff2ca7-6fd0-4cf1-8019-736a72fdf450 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.0706992 Aug 02 13:47:22.905249 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-35c9f48d-4056-4a61-a520-275e541a3dc6 req-d8b7c684-aea1-4595-924e-ca0c11eb76b7 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481999 Aug 02 13:47:23.064271 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e23698e0-d2c3-42de-8386-5c6da9609666 req-18579726-a75f-4e89-9c09-dda173d091a1 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ecf59cec-8651-4c30-911f-eb88b511c04f HTTP/1.1" status: 200 len: 210 time: 0.0406332 Aug 02 13:47:23.824409 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4bb19253-580a-46fa-bc44-5625cb770d71 req-608d32dc-36ef-4400-9794-91a49bcc831a tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 210 time: 0.0306041 Aug 02 13:47:24.042073 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28754930-f2ae-4e8f-9e20-89dec58bde99 req-9116881a-e3c6-4479-bd60-9305b1f830f1 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:24.043693 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-28754930-f2ae-4e8f-9e20-89dec58bde99 req-9116881a-e3c6-4479-bd60-9305b1f830f1 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.0559561 Aug 02 13:47:24.107792 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-28754930-f2ae-4e8f-9e20-89dec58bde99 req-6dd8ec20-94e6-4e10-b34b-0b7ad6907c0d tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546422 Aug 02 13:47:24.259633 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-f3100d79-3687-4c00-bb4b-7b041d9daac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:24.841694 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-b2f5b6de-9137-4a14-9609-1a33e52792e8 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:24.843114 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-b2f5b6de-9137-4a14-9609-1a33e52792e8 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.20 "GET /v2.0/networks?id=0515d1a8-4c24-4bca-ad9a-358fdaffbe76 HTTP/1.1" status: 200 len: 809 time: 0.1084955 Aug 02 13:47:25.206792 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9acf5637-4632-4a85-bf27-29c0e807b922 req-ef58b06f-472b-4484-b9d9-81040fb722e5 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 210 time: 0.3072281 Aug 02 13:47:25.213653 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-7a5363ff-954a-406d-bb00-ecb3f3b9ad25 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39e0b340c5a84846b7a1b18d315704c3 HTTP/1.1" status: 200 len: 380 time: 0.3582420 Aug 02 13:47:25.228878 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-6e4c3741-5f45-43ab-8cd5-b348ac52fe47 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Request body: {'port': {'device_id': '911f17d3-2713-4d43-9c2b-cedcb51e80fe', 'network_id': '0515d1a8-4c24-4bca-ad9a-358fdaffbe76', 'admin_state_up': True, 'tenant_id': '39e0b340c5a84846b7a1b18d315704c3', 'security_groups': ['2269d898-f94f-4fab-92a4-0fdcbe87eab4']}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:47:25.269075 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507ffaf-6c45-4ac8-8b12-462813f50b70 req-a485d623-215f-4593-8c62-60e76e031a99 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:25.271828 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f507ffaf-6c45-4ac8-8b12-462813f50b70 req-a485d623-215f-4593-8c62-60e76e031a99 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.0690129 Aug 02 13:47:25.276747 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:25.322795 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f507ffaf-6c45-4ac8-8b12-462813f50b70 req-7907f984-5af8-4465-aa85-4fea54523810 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449142 Aug 02 13:47:25.487979 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-6e4c3741-5f45-43ab-8cd5-b348ac52fe47 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Made reservation on behalf of 39e0b340c5a84846b7a1b18d315704c3 for: {'port': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:47:25.491547 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-6e4c3741-5f45-43ab-8cd5-b348ac52fe47 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:25.641675 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_common [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-6e4c3741-5f45-43ab-8cd5-b348ac52fe47 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Allocated IP 172.20.0.3 (0515d1a8-4c24-4bca-ad9a-358fdaffbe76/1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8/b26bea1c-ab25-4297-b365-5abeb3d9ed51) {{(pid=104369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:47:25.791908 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-6e4c3741-5f45-43ab-8cd5-b348ac52fe47 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks [] for port (b26bea1c-ab25-4297-b365-5abeb3d9ed51), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:25.917018 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-6e4c3741-5f45-43ab-8cd5-b348ac52fe47 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (b26bea1c-ab25-4297-b365-5abeb3d9ed51), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:25.961363 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-6e4c3741-5f45-43ab-8cd5-b348ac52fe47 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Network 0515d1a8-4c24-4bca-ad9a-358fdaffbe76 is already hosted by enough agents. {{(pid=104369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:47:25.964609 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-6e4c3741-5f45-43ab-8cd5-b348ac52fe47 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Resources bound (agent type, host, resource id): {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:47:25.968561 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-6e4c3741-5f45-43ab-8cd5-b348ac52fe47 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Received port after_create {{(pid=104369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:47:25.975058 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c3741-5f45-43ab-8cd5-b348ac52fe47 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Pushing event updated for resources: {'Port': ['ID=b26bea1c-ab25-4297-b365-5abeb3d9ed51,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:26.024384 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-6e4c3741-5f45-43ab-8cd5-b348ac52fe47 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:26.025023 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-6e4c3741-5f45-43ab-8cd5-b348ac52fe47 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:26.114686 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-6e4c3741-5f45-43ab-8cd5-b348ac52fe47 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8955626 Aug 02 13:47:26.125523 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-f1aec744-d667-4bb7-b4ae-57739352aca5 service neutron] Request body: {'port': {'device_id': '911f17d3-2713-4d43-9c2b-cedcb51e80fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:47:26.195829 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-4651350e-9269-4536-be42-a3ce3bcf95a5 None None] Provisioning complete for port b26bea1c-ab25-4297-b365-5abeb3d9ed51 triggered by entity DHCP. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:47:26.196219 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-4651350e-9269-4536-be42-a3ce3bcf95a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (b26bea1c-ab25-4297-b365-5abeb3d9ed51), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:26.197494 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-f1aec744-d667-4bb7-b4ae-57739352aca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (b26bea1c-ab25-4297-b365-5abeb3d9ed51), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:26.231053 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-4651350e-9269-4536-be42-a3ce3bcf95a5 None None] Port b26bea1c-ab25-4297-b365-5abeb3d9ed51 cannot update to ACTIVE because it is not bound. {{(pid=104370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Aug 02 13:47:26.416089 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788e802-83a5-4366-9c53-980d79176c0d req-3d5c0f89-ac2f-4ca7-9d98-365d9678f24b tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:26.417671 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-c788e802-83a5-4366-9c53-980d79176c0d req-3d5c0f89-ac2f-4ca7-9d98-365d9678f24b tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 931 time: 0.1187572 Aug 02 13:47:26.448076 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-5f665de9-10ad-4135-8a18-e42b737eb525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:26.480632 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device cc3a2b10-11ae-448d-aeca-2b92cfb72ac2 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:47:26.481042 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c01e5-a8b3-4295-a23c-c33e57815047 req-5ea8f599-fe68-4556-bc0c-80fac6f296fe tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:26.482656 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-219c01e5-a8b3-4295-a23c-c33e57815047 req-5ea8f599-fe68-4556-bc0c-80fac6f296fe tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.0703444 Aug 02 13:47:26.516463 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] No Port match for: cc3a2b10-11ae-448d-aeca-2b92cfb72ac2 {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:47:26.516813 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device cc3a2b10-11ae-448d-aeca-2b92cfb72ac2 not bound to the agent host hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:47:26.518191 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-c788e802-83a5-4366-9c53-980d79176c0d req-bed5e04c-feb7-4aa8-8222-f735e04256fc tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907431 Aug 02 13:47:26.563007 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-219c01e5-a8b3-4295-a23c-c33e57815047 req-ce0aea3a-be2d-440d-9e60-fb992f0fd4dd tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545444 Aug 02 13:47:26.578126 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-f1aec744-d667-4bb7-b4ae-57739352aca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b26bea1c-ab25-4297-b365-5abeb3d9ed51 {{(pid=104369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:47:26.604790 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-f1aec744-d667-4bb7-b4ae-57739352aca5 service neutron] Publish callbacks [] for port (b26bea1c-ab25-4297-b365-5abeb3d9ed51), precommit_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:26.619286 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.provisioning_blocks [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-f1aec744-d667-4bb7-b4ae-57739352aca5 service neutron] Transition to ACTIVE for port object b26bea1c-ab25-4297-b365-5abeb3d9ed51 will not be triggered until provisioned by entity L2. {{(pid=104369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 02 13:47:26.717683 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-f1aec744-d667-4bb7-b4ae-57739352aca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (b26bea1c-ab25-4297-b365-5abeb3d9ed51), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:26.791609 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aec744-d667-4bb7-b4ae-57739352aca5 service neutron] Pushing event updated for resources: {'Port': ['ID=b26bea1c-ab25-4297-b365-5abeb3d9ed51,revision_number=2']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:26.850743 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-f1aec744-d667-4bb7-b4ae-57739352aca5 service neutron] Attempting to bind port b26bea1c-ab25-4297-b365-5abeb3d9ed51 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Aug 02 13:47:26.851089 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-f1aec744-d667-4bb7-b4ae-57739352aca5 service neutron] Attempting to bind port b26bea1c-ab25-4297-b365-5abeb3d9ed51 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '0d9bdd9b-74a0-4a9e-9987-b458a47faaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0515d1a8-4c24-4bca-ad9a-358fdaffbe76'}] {{(pid=104369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Aug 02 13:47:26.851359 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 42372) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:47:26.851486 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-f1aec744-d667-4bb7-b4ae-57739352aca5 service neutron] Attempting to bind port b26bea1c-ab25-4297-b365-5abeb3d9ed51 on network 0515d1a8-4c24-4bca-ad9a-358fdaffbe76 {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:47:26.857078 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-f1aec744-d667-4bb7-b4ae-57739352aca5 service neutron] Port b26bea1c-ab25-4297-b365-5abeb3d9ed51 on network 0515d1a8-4c24-4bca-ad9a-358fdaffbe76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 02 13:47:26.857408 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-f1aec744-d667-4bb7-b4ae-57739352aca5 service neutron] Attempting to bind port b26bea1c-ab25-4297-b365-5abeb3d9ed51 on network 0515d1a8-4c24-4bca-ad9a-358fdaffbe76 {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 02 13:47:26.865149 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-f1aec744-d667-4bb7-b4ae-57739352aca5 service neutron] Checking agent: {'id': '69dc3da8-ee10-46f6-83b6-ed4e97a21469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'started_at': datetime.datetime(2022, 8, 2, 13, 35, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 2, 13, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 02 13:47:26.865504 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-f1aec744-d667-4bb7-b4ae-57739352aca5 service neutron] Checking segment: {'id': '0d9bdd9b-74a0-4a9e-9987-b458a47faaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0515d1a8-4c24-4bca-ad9a-358fdaffbe76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:47:26.866050 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-f1aec744-d667-4bb7-b4ae-57739352aca5 service neutron] Bound using segment: {'id': '0d9bdd9b-74a0-4a9e-9987-b458a47faaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0515d1a8-4c24-4bca-ad9a-358fdaffbe76'} {{(pid=104369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 02 13:47:26.866356 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.managers [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-f1aec744-d667-4bb7-b4ae-57739352aca5 service neutron] Bound port: b26bea1c-ab25-4297-b365-5abeb3d9ed51, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d9bdd9b-74a0-4a9e-9987-b458a47faaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0515d1a8-4c24-4bca-ad9a-358fdaffbe76'}}] {{(pid=104369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Aug 02 13:47:26.866802 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-f1aec744-d667-4bb7-b4ae-57739352aca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (b26bea1c-ab25-4297-b365-5abeb3d9ed51), before_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:26.944947 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-f1aec744-d667-4bb7-b4ae-57739352aca5 service neutron] For port b26bea1c-ab25-4297-b365-5abeb3d9ed51, host hv-cinder-84786, cleared binding levels {{(pid=104369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 13:47:26.948573 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-f1aec744-d667-4bb7-b4ae-57739352aca5 service neutron] For port b26bea1c-ab25-4297-b365-5abeb3d9ed51, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=b26bea1c-ab25-4297-b365-5abeb3d9ed51,segment=NetworkSegment(0d9bdd9b-74a0-4a9e-9987-b458a47faaf2),segment_id=0d9bdd9b-74a0-4a9e-9987-b458a47faaf2)] {{(pid=104369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 13:47:27.026227 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-55235ff1-1c52-49df-b5ae-054f6c5a63f9 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Deleting port d8677da5-55aa-4cba-b8d0-76d7884c6831 {{(pid=104368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:47:27.026535 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-55235ff1-1c52-49df-b5ae-054f6c5a63f9 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (d8677da5-55aa-4cba-b8d0-76d7884c6831), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:27.053802 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-f1aec744-d667-4bb7-b4ae-57739352aca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4352572'] for port (b26bea1c-ab25-4297-b365-5abeb3d9ed51), after_update {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:27.092383 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-f1aec744-d667-4bb7-b4ae-57739352aca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:27.092383 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-f1aec744-d667-4bb7-b4ae-57739352aca5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:27.092383 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-f1aec744-d667-4bb7-b4ae-57739352aca5 service neutron] 10.222.0.20 "PUT /v2.0/ports/b26bea1c-ab25-4297-b365-5abeb3d9ed51 HTTP/1.1" status: 200 len: 1093 time: 0.9704981 Aug 02 13:47:27.094489 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911f17d3-2713-4d43-9c2b-cedcb51e80fe', 'tag': 'b26bea1c-ab25-4297-b365-5abeb3d9ed51'}] {{(pid=104369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:47:27.097698 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04bf99331ba47a6ac295264f2d91701b523438f9b2384832aa813a78b8ac64a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9457419b-451f-4e54-ac53-b7028aebf14d" -d '{"events": [{"name": "network-changed", "server_uuid": "911f17d3-2713-4d43-9c2b-cedcb51e80fe", "tag": "b26bea1c-ab25-4297-b365-5abeb3d9ed51"}]}' {{(pid=104369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:47:27.112475 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-55235ff1-1c52-49df-b5ae-054f6c5a63f9 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (d8677da5-55aa-4cba-b8d0-76d7884c6831), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:27.113114 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-55235ff1-1c52-49df-b5ae-054f6c5a63f9 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for floatingip (d8677da5-55aa-4cba-b8d0-76d7884c6831), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:27.132254 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-55235ff1-1c52-49df-b5ae-054f6c5a63f9 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Calling delete_port for d8677da5-55aa-4cba-b8d0-76d7884c6831 owned by network:floatingip {{(pid=104368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:47:27.136820 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aec744-d667-4bb7-b4ae-57739352aca5 service neutron] Pushing event updated for resources: {'Port': ['ID=b26bea1c-ab25-4297-b365-5abeb3d9ed51,revision_number=3']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:27.159559 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bac874c-746d-4746-a9a5-c4b0bb9e8967 x-openstack-request-id: req-5bac874c-746d-4746-a9a5-c4b0bb9e8967 {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:47:27.159965 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "911f17d3-2713-4d43-9c2b-cedcb51e80fe", "tag": "b26bea1c-ab25-4297-b365-5abeb3d9ed51", "status": "completed", "code": 200}]} {{(pid=104369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:47:27.160348 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5bac874c-746d-4746-a9a5-c4b0bb9e8967 {{(pid=104369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:47:27.161501 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bac874c-746d-4746-a9a5-c4b0bb9e8967'] response: {'name': 'network-changed', 'server_uuid': '911f17d3-2713-4d43-9c2b-cedcb51e80fe', 'tag': 'b26bea1c-ab25-4297-b365-5abeb3d9ed51', 'status': 'completed', 'code': 200} Aug 02 13:47:27.253117 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457419b-451f-4e54-ac53-b7028aebf14d req-e3a4be9b-5a1d-42a0-a803-6f4e8e69efac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:27.254812 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9457419b-451f-4e54-ac53-b7028aebf14d req-e3a4be9b-5a1d-42a0-a803-6f4e8e69efac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39e0b340c5a84846b7a1b18d315704c3&device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 1127 time: 0.0571561 Aug 02 13:47:27.390560 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-55235ff1-1c52-49df-b5ae-054f6c5a63f9 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (d8677da5-55aa-4cba-b8d0-76d7884c6831), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:27.390809 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457419b-451f-4e54-ac53-b7028aebf14d req-11cb3f0c-7114-45ed-a755-f579175be996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:27.393295 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9457419b-451f-4e54-ac53-b7028aebf14d req-11cb3f0c-7114-45ed-a755-f579175be996 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=39e0b340c5a84846b7a1b18d315704c3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1314244 Aug 02 13:47:27.419902 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55235ff1-1c52-49df-b5ae-054f6c5a63f9 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Pushing event deleted for resources: {'Port': ['ID=d8677da5-55aa-4cba-b8d0-76d7884c6831,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:27.490221 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-55235ff1-1c52-49df-b5ae-054f6c5a63f9 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for floatingip (e91138c4-3c0f-426c-9fe9-71a7112ba602), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:27.491310 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.db.l3_db [None req-55235ff1-1c52-49df-b5ae-054f6c5a63f9 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Floating IP e91138c4-3c0f-426c-9fe9-71a7112ba602 disassociated (deleted). External IP: 172.27.4.130, port: 4b1f0cac-3901-4fdb-a96f-a97ceb90661a. Aug 02 13:47:27.498873 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457419b-451f-4e54-ac53-b7028aebf14d req-f94025f4-b081-41a7-a505-17510204bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:27.501772 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9457419b-451f-4e54-ac53-b7028aebf14d req-f94025f4-b081-41a7-a505-17510204bf53 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1024764 Aug 02 13:47:27.612234 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-d3a11e97-dd61-4cbe-9ed2-680fac6d6436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:27.613621 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-d3a11e97-dd61-4cbe-9ed2-680fac6d6436 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39e0b340c5a84846b7a1b18d315704c3&device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 1127 time: 0.0658636 Aug 02 13:47:27.616372 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:27.659841 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-eea2461a-6371-4a52-99ab-3e37fb6e804c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b26bea1c-ab25-4297-b365-5abeb3d9ed51 HTTP/1.1" status: 200 len: 217 time: 0.0390787 Aug 02 13:47:27.722462 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d63754-6e8c-4381-a75a-0e288994bb96 req-f0f22b46-2ba0-4da7-92b8-83a650d43341 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:27.724652 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d9d63754-6e8c-4381-a75a-0e288994bb96 req-f0f22b46-2ba0-4da7-92b8-83a650d43341 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 943 time: 0.1193461 Aug 02 13:47:27.758400 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-eed2d68d-05bb-428e-a5f4-e639b16773e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:27.759967 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-eed2d68d-05bb-428e-a5f4-e639b16773e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8 HTTP/1.1" status: 200 len: 848 time: 0.0897970 Aug 02 13:47:27.788545 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed422140-4eca-40df-a80a-874f8466e7cb req-59f7eabb-c73c-48ff-8282-02990c923ebd tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:27.790167 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ed422140-4eca-40df-a80a-874f8466e7cb req-59f7eabb-c73c-48ff-8282-02990c923ebd tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.1058977 Aug 02 13:47:27.828391 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55235ff1-1c52-49df-b5ae-054f6c5a63f9 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Router 7e875251-ed9c-4695-9e35-43919f7fbbef has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:47:27.832499 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d9d63754-6e8c-4381-a75a-0e288994bb96 req-986256d8-e4c7-4918-8459-af9a0d2983dc tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716019 Aug 02 13:47:27.866267 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ed422140-4eca-40df-a80a-874f8466e7cb req-993ff342-5038-4396-8735-b9b3bd8c97ed tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596128 Aug 02 13:47:27.868372 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-2f186a28-0743-4d53-b7ca-9015d66e2c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:27.869841 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-2f186a28-0743-4d53-b7ca-9015d66e2c17 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0515d1a8-4c24-4bca-ad9a-358fdaffbe76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1031790 Aug 02 13:47:27.948813 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55235ff1-1c52-49df-b5ae-054f6c5a63f9 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:47:27.953301 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-55235ff1-1c52-49df-b5ae-054f6c5a63f9 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:27.961123 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d55d69-f110-47a9-909d-74bf6f5f6e37 None None] Sync routers for ids ['7e875251-ed9c-4695-9e35-43919f7fbbef'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:47:27.971917 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d55d69-f110-47a9-909d-74bf6f5f6e37 None None] Routers {'7e875251-ed9c-4695-9e35-43919f7fbbef'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:47:27.973011 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-d9d55d69-f110-47a9-909d-74bf6f5f6e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:47:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['7e875251-ed9c-4695-9e35-43919f7fbbef'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:47:27.976829 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-fb7479dd-67aa-41a8-bf60-dbc4cbe24ada service neutron] 10.222.0.20 "GET /v2.0/networks/0515d1a8-4c24-4bca-ad9a-358fdaffbe76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003270 Aug 02 13:47:27.989653 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-55235ff1-1c52-49df-b5ae-054f6c5a63f9 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "DELETE /v2.0/floatingips/e91138c4-3c0f-426c-9fe9-71a7112ba602 HTTP/1.1" status: 204 len: 168 time: 1.1366179 Aug 02 13:47:27.990744 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5b2e3f-e31d-4049-8a5b-0893aeceabc5', 'tag': '4b1f0cac-3901-4fdb-a96f-a97ceb90661a'}] {{(pid=104368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:47:27.995849 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245b70741b0aa7b9232129cc368cc987c69949c5cf8ab06a5d5e033a5668ca41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c45a0d-2c21-41a7-8aa5-2201b4237d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5b2e3f-e31d-4049-8a5b-0893aeceabc5", "tag": "4b1f0cac-3901-4fdb-a96f-a97ceb90661a"}]}' {{(pid=104368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:47:28.055993 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04da930-7e53-4f86-b726-6af9ce3471a4 x-openstack-request-id: req-f04da930-7e53-4f86-b726-6af9ce3471a4 {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:47:28.056296 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5b2e3f-e31d-4049-8a5b-0893aeceabc5", "tag": "4b1f0cac-3901-4fdb-a96f-a97ceb90661a", "status": "completed", "code": 200}]} {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:47:28.056566 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f04da930-7e53-4f86-b726-6af9ce3471a4 {{(pid=104368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:47:28.056999 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f04da930-7e53-4f86-b726-6af9ce3471a4'] response: {'name': 'network-changed', 'server_uuid': 'ce5b2e3f-e31d-4049-8a5b-0893aeceabc5', 'tag': '4b1f0cac-3901-4fdb-a96f-a97ceb90661a', 'status': 'completed', 'code': 200} Aug 02 13:47:28.105498 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-d9d55d69-f110-47a9-909d-74bf6f5f6e37 None None] Set router 7e875251-ed9c-4695-9e35-43919f7fbbef gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:47:28.109292 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d3979032-9e7d-4db8-9fc1-4c488dc3796b req-c4022a26-3b2b-4ac0-8e99-dcbb2be15784 service neutron] 10.222.0.20 "GET /v2.0/networks/0515d1a8-4c24-4bca-ad9a-358fdaffbe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259191 Aug 02 13:47:28.141337 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c45a0d-2c21-41a7-8aa5-2201b4237d9f req-d20fa0ff-2943-4d1e-8032-88beee943031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:28.142193 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-09c45a0d-2c21-41a7-8aa5-2201b4237d9f req-d20fa0ff-2943-4d1e-8032-88beee943031 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26af2dc63c6142548bb513c4aed2b4d0&device_id=ce5b2e3f-e31d-4049-8a5b-0893aeceabc5 HTTP/1.1" status: 200 len: 1129 time: 0.0569685 Aug 02 13:47:28.247006 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c45a0d-2c21-41a7-8aa5-2201b4237d9f req-1cf15e61-d301-4ea4-a640-a51e0bc975cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:28.248510 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-09c45a0d-2c21-41a7-8aa5-2201b4237d9f req-1cf15e61-d301-4ea4-a640-a51e0bc975cb service neutron] 10.222.0.20 "GET /v2.0/networks?id=01ffcfab-a887-4187-8399-c98076da1ec3 HTTP/1.1" status: 200 len: 913 time: 0.0998173 Aug 02 13:47:28.290115 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-09c45a0d-2c21-41a7-8aa5-2201b4237d9f req-bd5fa0c0-0bdd-407d-a8e0-c235d86e83c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b1f0cac-3901-4fdb-a96f-a97ceb90661a HTTP/1.1" status: 200 len: 217 time: 0.0349114 Aug 02 13:47:28.331808 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-d9d55d69-f110-47a9-909d-74bf6f5f6e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'name': 'tempest-TestVolumeBootPattern-1215620166-router', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:30Z', 'updated_at': '2022-08-02T13:39:34Z', 'revision_number': 4, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'gw_port': {'id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:31Z', 'updated_at': '2022-08-02T13:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9', 'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'mac_address': 'fa:16:3e:47:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:34Z', 'updated_at': '2022-08-02T13:39:39Z', 'revision_number': 5, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'subnets': [{'id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:47:28.342667 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c45a0d-2c21-41a7-8aa5-2201b4237d9f req-8dec55e1-0938-431f-98af-f5f929a18b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:28.345485 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-09c45a0d-2c21-41a7-8aa5-2201b4237d9f req-8dec55e1-0938-431f-98af-f5f929a18b23 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae61575f-a0ba-4745-91f9-2d111054bae1 HTTP/1.1" status: 200 len: 851 time: 0.0497811 Aug 02 13:47:28.360459 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d55d69-f110-47a9-909d-74bf6f5f6e37 None None] Checking router: 7e875251-ed9c-4695-9e35-43919f7fbbef for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:47:28.371317 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d55d69-f110-47a9-909d-74bf6f5f6e37 None None] Routers {'7e875251-ed9c-4695-9e35-43919f7fbbef'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:47:28.371950 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-d9d55d69-f110-47a9-909d-74bf6f5f6e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:47:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['7e875251-ed9c-4695-9e35-43919f7fbbef'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:47:28.413843 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c45a0d-2c21-41a7-8aa5-2201b4237d9f req-2ca6edc5-a9c6-47df-abd9-acfc157fbca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:28.415424 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-09c45a0d-2c21-41a7-8aa5-2201b4237d9f req-2ca6edc5-a9c6-47df-abd9-acfc157fbca8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01ffcfab-a887-4187-8399-c98076da1ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564499 Aug 02 13:47:28.497481 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-d9d55d69-f110-47a9-909d-74bf6f5f6e37 None None] Set router 7e875251-ed9c-4695-9e35-43919f7fbbef gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:47:28.530841 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-09c45a0d-2c21-41a7-8aa5-2201b4237d9f req-58546f77-c7d0-40bd-9075-947eb01f47ce service neutron] 10.222.0.20 "GET /v2.0/networks/01ffcfab-a887-4187-8399-c98076da1ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094372 Aug 02 13:47:28.582060 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc492ba-7d3c-4506-a85c-ba85e0c76073 req-828f1b50-2605-4bc5-90e4-f59e799b8627 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:28.590247 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-cfc492ba-7d3c-4506-a85c-ba85e0c76073 req-828f1b50-2605-4bc5-90e4-f59e799b8627 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5b2e3f-e31d-4049-8a5b-0893aeceabc5 HTTP/1.1" status: 200 len: 945 time: 0.0765393 Aug 02 13:47:28.647250 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-09c45a0d-2c21-41a7-8aa5-2201b4237d9f req-a0a3bdb3-334f-4756-ac3e-ce177c4c22a5 service neutron] 10.222.0.20 "GET /v2.0/networks/01ffcfab-a887-4187-8399-c98076da1ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087596 Aug 02 13:47:28.649618 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-cfc492ba-7d3c-4506-a85c-ba85e0c76073 req-caf7c4d9-19e8-4f8c-b98f-5719043e7acd tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584674 Aug 02 13:47:28.740050 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-d9d55d69-f110-47a9-909d-74bf6f5f6e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'name': 'tempest-TestVolumeBootPattern-1215620166-router', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:30Z', 'updated_at': '2022-08-02T13:39:34Z', 'revision_number': 4, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'gw_port': {'id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:31Z', 'updated_at': '2022-08-02T13:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9', 'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'mac_address': 'fa:16:3e:47:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:34Z', 'updated_at': '2022-08-02T13:39:39Z', 'revision_number': 5, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'subnets': [{'id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:47:28.766830 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d55d69-f110-47a9-909d-74bf6f5f6e37 None None] The sync data for ids ['7e875251-ed9c-4695-9e35-43919f7fbbef'] in dv-cinder-847864-8-iscsi is: [{'id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'name': 'tempest-TestVolumeBootPattern-1215620166-router', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:30Z', 'updated_at': '2022-08-02T13:39:34Z', 'revision_number': 4, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'gw_port': {'id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:31Z', 'updated_at': '2022-08-02T13:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9', 'name': '', 'network_id': '01ffcfab-a887-4187-8399-c98076da1ec3', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'mac_address': 'fa:16:3e:47:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:34Z', 'updated_at': '2022-08-02T13:39:39Z', 'revision_number': 5, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'subnets': [{'id': 'ae61575f-a0ba-4745-91f9-2d111054bae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:47:28.982199 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a05410-a646-4e2f-97ed-91af1b7f3d89 req-925d5dec-b377-4bee-8d20-d79ba61bc006 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:28.983827 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-02a05410-a646-4e2f-97ed-91af1b7f3d89 req-925d5dec-b377-4bee-8d20-d79ba61bc006 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 943 time: 0.0682907 Aug 02 13:47:29.024814 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163a0d37-0d11-455f-921d-ae7871d01e99 None None] New status for floating IP e91138c4-3c0f-426c-9fe9-71a7112ba602: DOWN {{(pid=104371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:47:29.029509 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4230ad-3a08-4c42-9c1d-bfdd6d9ca29c req-389e5ac4-4ff1-4ec7-90f6-574885746253 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:29.031188 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9e4230ad-3a08-4c42-9c1d-bfdd6d9ca29c req-389e5ac4-4ff1-4ec7-90f6-574885746253 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.0758917 Aug 02 13:47:29.045321 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-02a05410-a646-4e2f-97ed-91af1b7f3d89 req-ea80f80e-c4c6-4d9d-9f86-a3dfafbac443 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531445 Aug 02 13:47:29.085874 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9e4230ad-3a08-4c42-9c1d-bfdd6d9ca29c req-69b9dbd0-3999-44de-a1b5-3e31171f107d tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477223 Aug 02 13:47:29.253489 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:29.805633 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc760b8-d40c-40d4-a8b0-a2a5aac5afb4 req-7e04d3af-3045-493d-9d41-a205165c532d tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:29.807275 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-fbc760b8-d40c-40d4-a8b0-a2a5aac5afb4 req-7e04d3af-3045-493d-9d41-a205165c532d tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5b2e3f-e31d-4049-8a5b-0893aeceabc5 HTTP/1.1" status: 200 len: 945 time: 0.0746446 Aug 02 13:47:29.862576 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-fbc760b8-d40c-40d4-a8b0-a2a5aac5afb4 req-2ebbb796-e82c-40e1-b3b4-e6cb2990c20e tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c902918-5e39-48e4-aae8-251bcd47b4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470104 Aug 02 13:47:30.157302 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f828a-5ebc-467f-acbe-795b8ddf4b66 req-334f069c-289b-4e40-9711-0087f976a82c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:30.158994 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-af1f828a-5ebc-467f-acbe-795b8ddf4b66 req-334f069c-289b-4e40-9711-0087f976a82c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce5b2e3f-e31d-4049-8a5b-0893aeceabc5 HTTP/1.1" status: 200 len: 945 time: 0.0651696 Aug 02 13:47:30.190754 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a4472-102d-4951-b707-6193cc8760e2 req-912ebd18-a989-433a-9e52-2da5805abb2a tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:30.192871 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d48a4472-102d-4951-b707-6193cc8760e2 req-912ebd18-a989-433a-9e52-2da5805abb2a tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 943 time: 0.0681148 Aug 02 13:47:30.248023 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d48a4472-102d-4951-b707-6193cc8760e2 req-d05f9a37-f096-4d0a-83de-45f78b07fc89 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484908 Aug 02 13:47:30.278148 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4aa0c-97f5-4e3c-af87-e3ead6473e92 req-1919daf5-2cd0-4494-acac-2349d063da44 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:30.285176 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-86d4aa0c-97f5-4e3c-af87-e3ead6473e92 req-1919daf5-2cd0-4494-acac-2349d063da44 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.1087523 Aug 02 13:47:30.316791 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [req-af1f828a-5ebc-467f-acbe-795b8ddf4b66 req-75192314-23f9-4393-8aec-eb8fc340cfd3 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Deleting port 4b1f0cac-3901-4fdb-a96f-a97ceb90661a {{(pid=104368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:47:30.317653 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-af1f828a-5ebc-467f-acbe-795b8ddf4b66 req-75192314-23f9-4393-8aec-eb8fc340cfd3 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (4b1f0cac-3901-4fdb-a96f-a97ceb90661a), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:30.390658 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-86d4aa0c-97f5-4e3c-af87-e3ead6473e92 req-7c164c27-220d-4fca-8512-02c0c0d26559 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000168 Aug 02 13:47:30.433780 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [req-af1f828a-5ebc-467f-acbe-795b8ddf4b66 req-75192314-23f9-4393-8aec-eb8fc340cfd3 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] For port 4b1f0cac-3901-4fdb-a96f-a97ceb90661a, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=4b1f0cac-3901-4fdb-a96f-a97ceb90661a,segment=NetworkSegment(a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33),segment_id=a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33)] {{(pid=104368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:47:30.434147 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-af1f828a-5ebc-467f-acbe-795b8ddf4b66 req-75192314-23f9-4393-8aec-eb8fc340cfd3 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (4b1f0cac-3901-4fdb-a96f-a97ceb90661a), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:30.449402 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [req-af1f828a-5ebc-467f-acbe-795b8ddf4b66 req-75192314-23f9-4393-8aec-eb8fc340cfd3 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Calling delete_port for 4b1f0cac-3901-4fdb-a96f-a97ceb90661a owned by compute:nova {{(pid=104368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:47:30.624252 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:30.659776 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-af1f828a-5ebc-467f-acbe-795b8ddf4b66 req-75192314-23f9-4393-8aec-eb8fc340cfd3 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (4b1f0cac-3901-4fdb-a96f-a97ceb90661a), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:30.688086 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75192314-23f9-4393-8aec-eb8fc340cfd3 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Pushing event deleted for resources: {'Port': ['ID=4b1f0cac-3901-4fdb-a96f-a97ceb90661a,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:30.734561 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1f828a-5ebc-467f-acbe-795b8ddf4b66 req-75192314-23f9-4393-8aec-eb8fc340cfd3 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] No DVR routers for this DVR port 4b1f0cac-3901-4fdb-a96f-a97ceb90661a on host hv-cinder-84786 {{(pid=104368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:47:30.736962 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-af1f828a-5ebc-467f-acbe-795b8ddf4b66 req-75192314-23f9-4393-8aec-eb8fc340cfd3 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:30.741067 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-af1f828a-5ebc-467f-acbe-795b8ddf4b66 req-75192314-23f9-4393-8aec-eb8fc340cfd3 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.20 "DELETE /v2.0/ports/4b1f0cac-3901-4fdb-a96f-a97ceb90661a HTTP/1.1" status: 204 len: 173 time: 0.5761199 Aug 02 13:47:30.741529 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5b2e3f-e31d-4049-8a5b-0893aeceabc5', 'name': 'network-vif-deleted', 'tag': '4b1f0cac-3901-4fdb-a96f-a97ceb90661a'}] {{(pid=104368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:47:30.744000 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245b70741b0aa7b9232129cc368cc987c69949c5cf8ab06a5d5e033a5668ca41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fb685a-462f-4838-b799-e171730e7e25" -d '{"events": [{"server_uuid": "ce5b2e3f-e31d-4049-8a5b-0893aeceabc5", "name": "network-vif-deleted", "tag": "4b1f0cac-3901-4fdb-a96f-a97ceb90661a"}]}' {{(pid=104368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:47:30.780454 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4589a725-845c-4719-a679-f1060081f8c1 x-openstack-request-id: req-4589a725-845c-4719-a679-f1060081f8c1 {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:47:30.780749 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5b2e3f-e31d-4049-8a5b-0893aeceabc5", "name": "network-vif-deleted", "tag": "4b1f0cac-3901-4fdb-a96f-a97ceb90661a", "status": "completed", "code": 200}]} {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:47:30.781008 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4589a725-845c-4719-a679-f1060081f8c1 {{(pid=104368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:47:30.781420 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4589a725-845c-4719-a679-f1060081f8c1'] response: {'server_uuid': 'ce5b2e3f-e31d-4049-8a5b-0893aeceabc5', 'name': 'network-vif-deleted', 'tag': '4b1f0cac-3901-4fdb-a96f-a97ceb90661a', 'status': 'completed', 'code': 200} Aug 02 13:47:30.992975 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1afe1016-1fc9-4321-935c-7f4a48d7dced req-d90d338a-71db-4f99-a775-4d06911c4d18 tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5b2e3f-e31d-4049-8a5b-0893aeceabc5 HTTP/1.1" status: 200 len: 210 time: 0.0315521 Aug 02 13:47:31.387080 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eee069-f5e3-460d-b4a4-72f276a4761d req-d8261511-0935-40ac-9b90-72f328ca6311 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:31.388550 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-51eee069-f5e3-460d-b4a4-72f276a4761d req-d8261511-0935-40ac-9b90-72f328ca6311 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 943 time: 0.0539706 Aug 02 13:47:31.453881 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-51eee069-f5e3-460d-b4a4-72f276a4761d req-e9af050f-cc98-40d5-94c9-b9668bddefad tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589700 Aug 02 13:47:31.544308 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53daa49-de52-4e15-804b-4c401154a31c req-3ce1eb44-2c33-4384-8cdc-989adde23a4e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:31.545921 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e53daa49-de52-4e15-804b-4c401154a31c req-3ce1eb44-2c33-4384-8cdc-989adde23a4e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.0638964 Aug 02 13:47:31.603328 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e53daa49-de52-4e15-804b-4c401154a31c req-d8b04e19-1380-469b-b007-03465a452d0c tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510283 Aug 02 13:47:32.101344 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-95648eb3-b91d-4b99-b1b6-634969378fad req-6783a468-727c-4e78-83a1-dc601569058c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5b2e3f-e31d-4049-8a5b-0893aeceabc5 HTTP/1.1" status: 200 len: 210 time: 0.0260804 Aug 02 13:47:32.625285 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d34b9-aa21-41d4-b1ff-dac4373ef609 req-8063669b-5e6c-49cf-bedd-b791970d5aa7 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:32.627150 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-273d34b9-aa21-41d4-b1ff-dac4373ef609 req-8063669b-5e6c-49cf-bedd-b791970d5aa7 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 943 time: 0.0692887 Aug 02 13:47:32.686085 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-273d34b9-aa21-41d4-b1ff-dac4373ef609 req-9932eae9-2922-49af-b33e-1f75c14b4042 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526795 Aug 02 13:47:32.746564 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928270a-fcaa-484a-baf3-5e1d84da5bd9 req-85612b0a-4ddf-466c-88d1-01865ecddfba tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:32.748134 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5928270a-fcaa-484a-baf3-5e1d84da5bd9 req-85612b0a-4ddf-466c-88d1-01865ecddfba tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.0574751 Aug 02 13:47:32.799334 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5928270a-fcaa-484a-baf3-5e1d84da5bd9 req-a82acca0-127b-42af-8c02-c08046b2015b tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449452 Aug 02 13:47:33.165797 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 42426) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:47:33.290532 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-145dbef0-7298-454a-94d7-b182a541267c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Deleting port 0a45a2e2-7cf1-4541-b977-7be1783ad23b {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:47:33.290881 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-145dbef0-7298-454a-94d7-b182a541267c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (0a45a2e2-7cf1-4541-b977-7be1783ad23b), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:33.387216 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-145dbef0-7298-454a-94d7-b182a541267c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (0a45a2e2-7cf1-4541-b977-7be1783ad23b), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:33.387464 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-145dbef0-7298-454a-94d7-b182a541267c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for floatingip (0a45a2e2-7cf1-4541-b977-7be1783ad23b), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:33.401493 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-145dbef0-7298-454a-94d7-b182a541267c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Calling delete_port for 0a45a2e2-7cf1-4541-b977-7be1783ad23b owned by network:floatingip {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:47:33.671409 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-145dbef0-7298-454a-94d7-b182a541267c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (0a45a2e2-7cf1-4541-b977-7be1783ad23b), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:33.696146 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145dbef0-7298-454a-94d7-b182a541267c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Pushing event deleted for resources: {'Port': ['ID=0a45a2e2-7cf1-4541-b977-7be1783ad23b,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:33.778804 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-145dbef0-7298-454a-94d7-b182a541267c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for floatingip (2eb06319-c821-4aec-9ae6-ccd067651159), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:33.781471 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-145dbef0-7298-454a-94d7-b182a541267c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:33.782699 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-145dbef0-7298-454a-94d7-b182a541267c tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "DELETE /v2.0/floatingips/2eb06319-c821-4aec-9ae6-ccd067651159 HTTP/1.1" status: 204 len: 168 time: 0.6158483 Aug 02 13:47:33.827971 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015bc1c-a2b4-4ab6-afde-4cfdf74dfba0 req-f70a0675-5ad7-4ddb-9f0c-226aa6139452 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:33.831414 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-7015bc1c-a2b4-4ab6-afde-4cfdf74dfba0 req-f70a0675-5ad7-4ddb-9f0c-226aa6139452 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 943 time: 0.0654714 Aug 02 13:47:33.902685 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-7015bc1c-a2b4-4ab6-afde-4cfdf74dfba0 req-9145d29a-adf7-4035-9053-58324731e482 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631480 Aug 02 13:47:33.972740 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda02269-7732-4dc3-b4a7-d0ed48de80a9 req-fac24ede-f417-43c7-97cc-457b9c60de15 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:33.974276 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-fda02269-7732-4dc3-b4a7-d0ed48de80a9 req-fac24ede-f417-43c7-97cc-457b9c60de15 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.0615947 Aug 02 13:47:34.024757 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-fda02269-7732-4dc3-b4a7-d0ed48de80a9 req-7fc79e2f-a7a0-40d4-9b28-5f5bc9e8aed3 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439718 Aug 02 13:47:35.026001 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 4b1f0cac-3901-4fdb-a96f-a97ceb90661a no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:47:35.029138 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69a9f7-fede-4e77-870d-573c8ca6342d req-c65cc867-48fc-4e2c-9bb4-ded7dadfbadc tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:35.030631 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-0d69a9f7-fede-4e77-870d-573c8ca6342d req-c65cc867-48fc-4e2c-9bb4-ded7dadfbadc tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 943 time: 0.0546503 Aug 02 13:47:35.049202 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] No Port match for: 4b1f0cac-3901-4fdb-a96f-a97ceb90661a {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:47:35.049564 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 4b1f0cac-3901-4fdb-a96f-a97ceb90661a not bound to the agent host hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:47:35.099203 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-0d69a9f7-fede-4e77-870d-573c8ca6342d req-3d5c7456-ce8a-4602-a424-d99dd0a4aa2f tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617447 Aug 02 13:47:35.183235 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f3d29-1727-40ec-898c-c5fab0203b45 req-bb9ac3aa-d2c2-40ff-89a9-0c2c35f353b8 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:35.184798 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e84f3d29-1727-40ec-898c-c5fab0203b45 req-bb9ac3aa-d2c2-40ff-89a9-0c2c35f353b8 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.0787141 Aug 02 13:47:35.187981 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac38b94-406b-4aec-a1de-b551369987ad req-d6dde205-0374-42a4-811e-33040aabdca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:35.189433 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2ac38b94-406b-4aec-a1de-b551369987ad req-d6dde205-0374-42a4-811e-33040aabdca2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b3a8010c56d4c2a827a2b3da2e2b222&device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 1129 time: 0.0941956 Aug 02 13:47:35.280042 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e84f3d29-1727-40ec-898c-c5fab0203b45 req-0e639b49-3da5-4390-b03b-863c5c61f653 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889173 Aug 02 13:47:35.324537 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac38b94-406b-4aec-a1de-b551369987ad req-51f49b1a-290f-437e-8f3f-8fa6bda8afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:35.330057 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2ac38b94-406b-4aec-a1de-b551369987ad req-51f49b1a-290f-437e-8f3f-8fa6bda8afdd service neutron] 10.222.0.20 "GET /v2.0/networks?id=d1ca7bc5-1e11-41ba-99a3-db435e41589e HTTP/1.1" status: 200 len: 918 time: 0.1075001 Aug 02 13:47:35.396195 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2ac38b94-406b-4aec-a1de-b551369987ad req-06d1df75-1ba2-4f99-adfd-f42bc364a8b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf93305e-d66a-41e6-a9df-fc388435aa5a HTTP/1.1" status: 200 len: 1001 time: 0.0605526 Aug 02 13:47:35.459792 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac38b94-406b-4aec-a1de-b551369987ad req-38ad8c45-fbbd-46dd-8967-7016f33386e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:35.461204 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2ac38b94-406b-4aec-a1de-b551369987ad req-38ad8c45-fbbd-46dd-8967-7016f33386e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1b3380a-fd77-4082-a681-a2409a13bef9 HTTP/1.1" status: 200 len: 856 time: 0.0554984 Aug 02 13:47:35.514881 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac38b94-406b-4aec-a1de-b551369987ad req-cab8b6d4-30ba-47f4-b18c-7fa4fd489e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:35.516488 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2ac38b94-406b-4aec-a1de-b551369987ad req-cab8b6d4-30ba-47f4-b18c-7fa4fd489e5c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d1ca7bc5-1e11-41ba-99a3-db435e41589e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479999 Aug 02 13:47:35.616463 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2ac38b94-406b-4aec-a1de-b551369987ad req-63d7bca8-88c7-4b47-9935-7201f783a519 service neutron] 10.222.0.20 "GET /v2.0/networks/d1ca7bc5-1e11-41ba-99a3-db435e41589e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908186 Aug 02 13:47:35.712606 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2ac38b94-406b-4aec-a1de-b551369987ad req-b20a19a8-25bb-4fd0-9bde-e589789f299c service neutron] 10.222.0.20 "GET /v2.0/networks/d1ca7bc5-1e11-41ba-99a3-db435e41589e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905685 Aug 02 13:47:36.263564 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553e422-65c0-42d4-b4db-14d83504230d req-1c151be8-c52d-44a4-a758-cc6712cceb3a tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:36.265304 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6553e422-65c0-42d4-b4db-14d83504230d req-1c151be8-c52d-44a4-a758-cc6712cceb3a tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 943 time: 0.0615964 Aug 02 13:47:36.281500 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 42458) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:47:36.319221 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6553e422-65c0-42d4-b4db-14d83504230d req-afe722e7-8a7e-45f0-93a6-e911c95a229d tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478380 Aug 02 13:47:36.355959 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-9c2bef0a-bab7-4003-9675-1092ed34c62f tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for security_group (1c902918-5e39-48e4-aae8-251bcd47b4da), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:36.416513 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-9c2bef0a-bab7-4003-9675-1092ed34c62f tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for security_group (1c902918-5e39-48e4-aae8-251bcd47b4da), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:36.742067 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3eca6f-2b89-4dff-a924-02f75e1d5e12 req-f6fe3ad3-1bcb-472b-befa-d0a2d3b3bce9 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:36.743651 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-fd3eca6f-2b89-4dff-a924-02f75e1d5e12 req-f6fe3ad3-1bcb-472b-befa-d0a2d3b3bce9 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.3739994 Aug 02 13:47:36.793828 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-fd3eca6f-2b89-4dff-a924-02f75e1d5e12 req-8140adec-a97c-4b45-9331-0880716ed08a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444705 Aug 02 13:47:37.059502 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-9c2bef0a-bab7-4003-9675-1092ed34c62f tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (1c902918-5e39-48e4-aae8-251bcd47b4da), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:37.063431 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-9c2bef0a-bab7-4003-9675-1092ed34c62f tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:37.064650 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-9c2bef0a-bab7-4003-9675-1092ed34c62f tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] 10.222.0.67 "DELETE /v2.0/security-groups/1c902918-5e39-48e4-aae8-251bcd47b4da HTTP/1.1" status: 204 len: 168 time: 0.7821434 Aug 02 13:47:37.075118 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2bef0a-bab7-4003-9675-1092ed34c62f tempest-TestVolumeBootPattern-564571819 tempest-TestVolumeBootPattern-564571819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c902918-5e39-48e4-aae8-251bcd47b4da,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:37.329976 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 42466) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:47:37.462750 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db09ed-9387-4644-a518-7ca4c691b0e6 req-682a654c-66f6-4f2a-a95b-5110ccca829a tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:37.464295 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-82db09ed-9387-4644-a518-7ca4c691b0e6 req-682a654c-66f6-4f2a-a95b-5110ccca829a tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 943 time: 0.0604551 Aug 02 13:47:37.556291 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-82db09ed-9387-4644-a518-7ca4c691b0e6 req-3ae31de3-af27-49fa-8faa-5e1b40256d15 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859938 Aug 02 13:47:37.861294 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-27f469bc-9295-48e0-9d3a-03551452f313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773039'] for router_interface (7e875251-ed9c-4695-9e35-43919f7fbbef), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:37.984001 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f5163-6bbb-44ff-a7ea-00ad969b4506 req-1a1b8744-64ba-4299-a9e9-50987bec80c9 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:37.985503 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-766f5163-6bbb-44ff-a7ea-00ad969b4506 req-1a1b8744-64ba-4299-a9e9-50987bec80c9 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.1125379 Aug 02 13:47:38.037360 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-766f5163-6bbb-44ff-a7ea-00ad969b4506 req-b96e2755-a1c9-414e-b1eb-2ac085a81b35 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449762 Aug 02 13:47:38.103648 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-27f469bc-9295-48e0-9d3a-03551452f313 admin admin] Deleting port 3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9 {{(pid=104368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:47:38.103905 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-27f469bc-9295-48e0-9d3a-03551452f313 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:38.184047 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [None req-27f469bc-9295-48e0-9d3a-03551452f313 admin admin] For port 3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9,segment=NetworkSegment(a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33),segment_id=a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33)] {{(pid=104368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:47:38.184421 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-27f469bc-9295-48e0-9d3a-03551452f313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:38.197698 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-27f469bc-9295-48e0-9d3a-03551452f313 admin admin] Calling delete_port for 3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9 owned by network:router_interface {{(pid=104368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:47:38.560580 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-27f469bc-9295-48e0-9d3a-03551452f313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:38.587009 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f469bc-9295-48e0-9d3a-03551452f313 admin admin] Pushing event deleted for resources: {'Port': ['ID=3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:38.853098 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270f01c-89aa-460f-a706-ec98cb0cc514 req-2c4cb5fb-5865-485b-ad49-26cceee2b65c tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:38.855614 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-0270f01c-89aa-460f-a706-ec98cb0cc514 req-2c4cb5fb-5865-485b-ad49-26cceee2b65c tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 943 time: 0.2036736 Aug 02 13:47:38.857204 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-27f469bc-9295-48e0-9d3a-03551452f313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-772915'] for router_interface (7e875251-ed9c-4695-9e35-43919f7fbbef), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:38.990599 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-0270f01c-89aa-460f-a706-ec98cb0cc514 req-88bfa686-b0e6-4927-b1d0-cd3962922f7d tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286871 Aug 02 13:47:39.119762 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f469bc-9295-48e0-9d3a-03551452f313 admin admin] Router 7e875251-ed9c-4695-9e35-43919f7fbbef has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:47:39.172354 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab793905-c55f-4b82-b823-eb9a33f532ca req-4a54a2d2-a851-43d6-9011-a7e0afc58fea tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:39.173910 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ab793905-c55f-4b82-b823-eb9a33f532ca req-4a54a2d2-a851-43d6-9011-a7e0afc58fea tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.0561960 Aug 02 13:47:39.226079 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ab793905-c55f-4b82-b823-eb9a33f532ca req-493874e2-bb2d-43e0-aa26-d144a235c011 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455041 Aug 02 13:47:39.229997 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f469bc-9295-48e0-9d3a-03551452f313 admin admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:47:39.237551 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-27f469bc-9295-48e0-9d3a-03551452f313 admin admin] 10.222.0.67 "PUT /v2.0/routers/7e875251-ed9c-4695-9e35-43919f7fbbef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9042585 Aug 02 13:47:39.239282 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 42486) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:47:39.243754 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba31179-f23e-403a-95ae-9d0b1f629b44 None None] Sync routers for ids ['7e875251-ed9c-4695-9e35-43919f7fbbef'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:47:39.256505 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba31179-f23e-403a-95ae-9d0b1f629b44 None None] Routers {'7e875251-ed9c-4695-9e35-43919f7fbbef'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:47:39.257233 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-0ba31179-f23e-403a-95ae-9d0b1f629b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:47:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['7e875251-ed9c-4695-9e35-43919f7fbbef'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:47:39.339574 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-81d778bc-8417-45cc-95db-ac8c099771f2 admin admin] Publish callbacks [] for router (7e875251-ed9c-4695-9e35-43919f7fbbef), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:39.359413 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-0ba31179-f23e-403a-95ae-9d0b1f629b44 None None] Set router 7e875251-ed9c-4695-9e35-43919f7fbbef gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:47:39.445833 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-81d778bc-8417-45cc-95db-ac8c099771f2 admin admin] Publish callbacks [] for router_gateway (7e875251-ed9c-4695-9e35-43919f7fbbef), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:39.547651 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-0ba31179-f23e-403a-95ae-9d0b1f629b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'name': 'tempest-TestVolumeBootPattern-1215620166-router', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56'}], 'enable_snat': True}, 'gw_port_id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:30Z', 'updated_at': '2022-08-02T13:47:38Z', 'revision_number': 5, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'gw_port': {'id': '78630af5-171e-4300-85ce-4a998c8e48b2', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:31Z', 'updated_at': '2022-08-02T13:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:47:39.574643 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-81d778bc-8417-45cc-95db-ac8c099771f2 admin admin] Deleting port 78630af5-171e-4300-85ce-4a998c8e48b2 {{(pid=104368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:47:39.575169 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-81d778bc-8417-45cc-95db-ac8c099771f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (78630af5-171e-4300-85ce-4a998c8e48b2), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:39.575843 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba31179-f23e-403a-95ae-9d0b1f629b44 None None] Checking router: 7e875251-ed9c-4695-9e35-43919f7fbbef for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:47:39.589408 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba31179-f23e-403a-95ae-9d0b1f629b44 None None] Routers {'7e875251-ed9c-4695-9e35-43919f7fbbef'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:47:39.590159 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-0ba31179-f23e-403a-95ae-9d0b1f629b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:47:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['7e875251-ed9c-4695-9e35-43919f7fbbef'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:47:39.657606 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [None req-81d778bc-8417-45cc-95db-ac8c099771f2 admin admin] For port 78630af5-171e-4300-85ce-4a998c8e48b2, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=78630af5-171e-4300-85ce-4a998c8e48b2,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:47:39.657974 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-81d778bc-8417-45cc-95db-ac8c099771f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (78630af5-171e-4300-85ce-4a998c8e48b2), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:39.671939 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-81d778bc-8417-45cc-95db-ac8c099771f2 admin admin] Calling delete_port for 78630af5-171e-4300-85ce-4a998c8e48b2 owned by network:router_gateway {{(pid=104368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:47:39.679515 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-0ba31179-f23e-403a-95ae-9d0b1f629b44 None None] Set router 7e875251-ed9c-4695-9e35-43919f7fbbef gateway port host: None {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:47:39.714407 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:47:39.733784 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-0ba31179-f23e-403a-95ae-9d0b1f629b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'name': 'tempest-TestVolumeBootPattern-1215620166-router', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:30Z', 'updated_at': '2022-08-02T13:47:39Z', 'revision_number': 6, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'gw_port_host': None}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:47:39.760279 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba31179-f23e-403a-95ae-9d0b1f629b44 None None] The sync data for ids ['7e875251-ed9c-4695-9e35-43919f7fbbef'] in dv-cinder-847864-8-iscsi is: [{'id': '7e875251-ed9c-4695-9e35-43919f7fbbef', 'name': 'tempest-TestVolumeBootPattern-1215620166-router', 'tenant_id': '26af2dc63c6142548bb513c4aed2b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:30Z', 'updated_at': '2022-08-02T13:47:39Z', 'revision_number': 6, 'project_id': '26af2dc63c6142548bb513c4aed2b4d0', 'gw_port_host': None}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:47:39.939304 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-81d778bc-8417-45cc-95db-ac8c099771f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (78630af5-171e-4300-85ce-4a998c8e48b2), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:39.965361 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d778bc-8417-45cc-95db-ac8c099771f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=78630af5-171e-4300-85ce-4a998c8e48b2,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:40.032237 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-81d778bc-8417-45cc-95db-ac8c099771f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772245'] for router_gateway (7e875251-ed9c-4695-9e35-43919f7fbbef), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:40.149517 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-81d778bc-8417-45cc-95db-ac8c099771f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-774428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (7e875251-ed9c-4695-9e35-43919f7fbbef), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:40.152567 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-81d778bc-8417-45cc-95db-ac8c099771f2 admin admin] Publish callbacks [] for router_controller (7e875251-ed9c-4695-9e35-43919f7fbbef), precommit_delete_associations {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:40.210916 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8e678-8234-46f0-a38e-ab64e0aa8aec req-a53fba22-a06a-4d7f-acf5-2284627a91d3 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:40.212465 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-dfe8e678-8234-46f0-a38e-ab64e0aa8aec req-a53fba22-a06a-4d7f-acf5-2284627a91d3 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 943 time: 0.1253507 Aug 02 13:47:40.275644 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-dfe8e678-8234-46f0-a38e-ab64e0aa8aec req-23fd848f-9713-4192-a59f-79eaa6e8dbd1 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574558 Aug 02 13:47:40.345461 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-81d778bc-8417-45cc-95db-ac8c099771f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-774405'] for router (7e875251-ed9c-4695-9e35-43919f7fbbef), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:40.346093 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d778bc-8417-45cc-95db-ac8c099771f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e875251-ed9c-4695-9e35-43919f7fbbef {{(pid=104368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 02 13:47:40.351272 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-81d778bc-8417-45cc-95db-ac8c099771f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:40.352536 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-81d778bc-8417-45cc-95db-ac8c099771f2 admin admin] 10.222.0.67 "DELETE /v2.0/routers/7e875251-ed9c-4695-9e35-43919f7fbbef HTTP/1.1" status: 204 len: 168 time: 1.1137710 Aug 02 13:47:40.355122 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 42494) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:47:40.368695 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72ef15-bfee-4747-b3f8-1e7835666b8e req-f3f143bd-6df3-4e7f-a1a0-4f3fd6c4c674 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:40.370238 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9f72ef15-bfee-4747-b3f8-1e7835666b8e req-f3f143bd-6df3-4e7f-a1a0-4f3fd6c4c674 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.0558610 Aug 02 13:47:40.402573 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_v2 [None req-4915574d-4882-4493-b18e-8572bab9f1e4 admin admin] Deleting subnet ae61575f-a0ba-4745-91f9-2d111054bae1 {{(pid=104368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 02 13:47:40.406055 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4915574d-4882-4493-b18e-8572bab9f1e4 admin admin] Publish callbacks [] for subnet (ae61575f-a0ba-4745-91f9-2d111054bae1), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:40.426759 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9f72ef15-bfee-4747-b3f8-1e7835666b8e req-eab899e7-c6ce-4296-8f77-dd445b58bbf2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488579 Aug 02 13:47:40.442566 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4915574d-4882-4493-b18e-8572bab9f1e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5352063'] for subnet (ae61575f-a0ba-4745-91f9-2d111054bae1), precommit_delete_associations {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:40.527748 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4915574d-4882-4493-b18e-8572bab9f1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1626869'] for subnet (ae61575f-a0ba-4745-91f9-2d111054bae1), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:40.716575 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4915574d-4882-4493-b18e-8572bab9f1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1626876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5191154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4657249'] for subnet (ae61575f-a0ba-4745-91f9-2d111054bae1), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:40.753854 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915574d-4882-4493-b18e-8572bab9f1e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae61575f-a0ba-4745-91f9-2d111054bae1,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:40.756152 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4915574d-4882-4493-b18e-8572bab9f1e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:40.761081 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b1e076-98d6-4287-83e1-ea6bed5ee0a3 None None] Network 01ffcfab-a887-4187-8399-c98076da1ec3 requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:47:40.767860 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-4915574d-4882-4493-b18e-8572bab9f1e4 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ae61575f-a0ba-4745-91f9-2d111054bae1 HTTP/1.1" status: 204 len: 168 time: 0.4110634 Aug 02 13:47:40.769968 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 42498) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:47:40.850158 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-639c3bcb-3e6c-44fe-bc4a-0c5c75ac2f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1719594'] for network (01ffcfab-a887-4187-8399-c98076da1ec3), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:40.913412 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-639c3bcb-3e6c-44fe-bc4a-0c5c75ac2f48 admin admin] Deleting port 31c3e4cc-1823-44fe-b0ab-f8cbc9e68022 {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:47:40.913764 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-639c3bcb-3e6c-44fe-bc4a-0c5c75ac2f48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (31c3e4cc-1823-44fe-b0ab-f8cbc9e68022), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:40.985452 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [None req-639c3bcb-3e6c-44fe-bc4a-0c5c75ac2f48 admin admin] For port 31c3e4cc-1823-44fe-b0ab-f8cbc9e68022, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=31c3e4cc-1823-44fe-b0ab-f8cbc9e68022,segment=NetworkSegment(a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33),segment_id=a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33)] {{(pid=104369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:47:40.985820 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-639c3bcb-3e6c-44fe-bc4a-0c5c75ac2f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (31c3e4cc-1823-44fe-b0ab-f8cbc9e68022), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:41.000100 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-639c3bcb-3e6c-44fe-bc4a-0c5c75ac2f48 admin admin] Calling delete_port for 31c3e4cc-1823-44fe-b0ab-f8cbc9e68022 owned by network:dhcp {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:47:41.026608 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device cf93305e-d66a-41e6-a9df-fc388435aa5a details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 13:47:41.111889 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c68826-a0f2-4be5-ac30-7ebe6674420a None None] DHCP port deletion for 01ffcfab-a887-4187-8399-c98076da1ec3 request from dv-cinder-847864-8-iscsi {{(pid=104370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 02 13:47:41.177473 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port cf93305e-d66a-41e6-a9df-fc388435aa5a, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=cf93305e-d66a-41e6-a9df-fc388435aa5a,segment=NetworkSegment(e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75),segment_id=e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:47:41.192505 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Returning: {'device': 'cf93305e-d66a-41e6-a9df-fc388435aa5a', 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e', 'port_id': 'cf93305e-d66a-41e6-a9df-fc388435aa5a', 'mac_address': 'fa:16:3e:1a:fd:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 13:47:41.240172 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-b8c68826-a0f2-4be5-ac30-7ebe6674420a None None] Deleting port 31c3e4cc-1823-44fe-b0ab-f8cbc9e68022 {{(pid=104370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:47:41.240463 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-b8c68826-a0f2-4be5-ac30-7ebe6674420a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (31c3e4cc-1823-44fe-b0ab-f8cbc9e68022), before_delete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:41.254181 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port cf93305e-d66a-41e6-a9df-fc388435aa5a is: ACTIVE; New status is: BUILD {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:47:41.254800 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (cf93305e-d66a-41e6-a9df-fc388435aa5a), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:41.296676 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf93305e-d66a-41e6-a9df-fc388435aa5a {{(pid=104370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:47:41.333190 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port cf93305e-d66a-41e6-a9df-fc388435aa5a, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=cf93305e-d66a-41e6-a9df-fc388435aa5a,segment=NetworkSegment(e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75),segment_id=e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:47:41.341784 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-b8c68826-a0f2-4be5-ac30-7ebe6674420a None None] For port 31c3e4cc-1823-44fe-b0ab-f8cbc9e68022, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=31c3e4cc-1823-44fe-b0ab-f8cbc9e68022,segment=NetworkSegment(a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33),segment_id=a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:47:41.341784 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-b8c68826-a0f2-4be5-ac30-7ebe6674420a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (31c3e4cc-1823-44fe-b0ab-f8cbc9e68022), precommit_delete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:41.353437 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-b8c68826-a0f2-4be5-ac30-7ebe6674420a None None] Calling delete_port for 31c3e4cc-1823-44fe-b0ab-f8cbc9e68022 owned by network:dhcp {{(pid=104370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:47:41.407614 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cf00b-b210-4aff-a70b-c7910c5d6940 req-9c8f01c8-a06f-4893-9f90-7987da71805d tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:41.409170 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d72cf00b-b210-4aff-a70b-c7910c5d6940 req-9c8f01c8-a06f-4893-9f90-7987da71805d tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 943 time: 0.0555308 Aug 02 13:47:41.435299 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-639c3bcb-3e6c-44fe-bc4a-0c5c75ac2f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (31c3e4cc-1823-44fe-b0ab-f8cbc9e68022), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:41.443147 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-b8c68826-a0f2-4be5-ac30-7ebe6674420a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988'] for port (31c3e4cc-1823-44fe-b0ab-f8cbc9e68022), after_delete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:41.453324 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639c3bcb-3e6c-44fe-bc4a-0c5c75ac2f48 admin admin] No DVR routers for this DVR port 31c3e4cc-1823-44fe-b0ab-f8cbc9e68022 on host dv-cinder-847864-8-iscsi {{(pid=104369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:47:41.469859 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d72cf00b-b210-4aff-a70b-c7910c5d6940 req-21bc15a6-1d7b-4e5e-a024-e9d8b4a7ca5f tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546451 Aug 02 13:47:41.480578 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c68826-a0f2-4be5-ac30-7ebe6674420a None None] Pushing event deleted for resources: {'Port': ['ID=31c3e4cc-1823-44fe-b0ab-f8cbc9e68022,revision_number=None']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:41.485901 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c68826-a0f2-4be5-ac30-7ebe6674420a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:41.486204 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c3bcb-3e6c-44fe-bc4a-0c5c75ac2f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=31c3e4cc-1823-44fe-b0ab-f8cbc9e68022,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:41.486419 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c68826-a0f2-4be5-ac30-7ebe6674420a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:41.486626 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c68826-a0f2-4be5-ac30-7ebe6674420a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:41.486971 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c68826-a0f2-4be5-ac30-7ebe6674420a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:41.487310 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c68826-a0f2-4be5-ac30-7ebe6674420a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:41.487643 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c68826-a0f2-4be5-ac30-7ebe6674420a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:41.493098 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c68826-a0f2-4be5-ac30-7ebe6674420a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:41.493672 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c68826-a0f2-4be5-ac30-7ebe6674420a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:41.494217 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c68826-a0f2-4be5-ac30-7ebe6674420a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:41.494678 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c68826-a0f2-4be5-ac30-7ebe6674420a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:41.495567 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c68826-a0f2-4be5-ac30-7ebe6674420a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:41.495986 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c68826-a0f2-4be5-ac30-7ebe6674420a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:41.496402 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c68826-a0f2-4be5-ac30-7ebe6674420a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:47:41.503899 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c68826-a0f2-4be5-ac30-7ebe6674420a None None] No DVR routers for this DVR port 31c3e4cc-1823-44fe-b0ab-f8cbc9e68022 on host dv-cinder-847864-8-iscsi {{(pid=104370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:47:41.509342 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (cf93305e-d66a-41e6-a9df-fc388435aa5a), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:41.577350 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=cf93305e-d66a-41e6-a9df-fc388435aa5a,revision_number=6']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:41.605352 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 78630af5-171e-4300-85ce-4a998c8e48b2 no longer exists at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:47:41.628083 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['cf93305e-d66a-41e6-a9df-fc388435aa5a'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:47:41.632565 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] No Port match for: 78630af5-171e-4300-85ce-4a998c8e48b2 {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:47:41.632960 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 78630af5-171e-4300-85ce-4a998c8e48b2 not bound to the agent host dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:47:41.633394 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 31c3e4cc-1823-44fe-b0ab-f8cbc9e68022 no longer exists at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:47:41.636521 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-639c3bcb-3e6c-44fe-bc4a-0c5c75ac2f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626208', 'neutron.services.segments.db._delete_segments_for_network-8786056706762'] for network (01ffcfab-a887-4187-8399-c98076da1ec3), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:41.664446 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.services.segments.db [None req-639c3bcb-3e6c-44fe-bc4a-0c5c75ac2f48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ffcfab-a887-4187-8399-c98076da1ec3']}} {{(pid=104369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:47:41.670588 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] No Port match for: 31c3e4cc-1823-44fe-b0ab-f8cbc9e68022 {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:47:41.670946 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 31c3e4cc-1823-44fe-b0ab-f8cbc9e68022 not bound to the agent host dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:47:41.671378 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9 no longer exists at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:47:41.672892 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04fa8c-2638-4d50-8c2e-6833c2120949 req-6ba23dde-bdc1-498d-97af-02dbc9e84964 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:41.674499 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fb04fa8c-2638-4d50-8c2e-6833c2120949 req-6ba23dde-bdc1-498d-97af-02dbc9e84964 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 944 time: 0.1394696 Aug 02 13:47:41.686715 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.services.segments.db [None req-639c3bcb-3e6c-44fe-bc4a-0c5c75ac2f48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33') {'for_net_delete': True} {{(pid=104369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:47:41.687089 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.services.segments.db [None req-639c3bcb-3e6c-44fe-bc4a-0c5c75ac2f48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33') {} {{(pid=104369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:47:41.701483 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] No Port match for: 3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9 {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:47:41.701817 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 3994d180-e6d5-46f2-afc5-d2a3f7ffa6e9 not bound to the agent host dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:47:41.708657 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-639c3bcb-3e6c-44fe-bc4a-0c5c75ac2f48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786056707283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4722930'] for segment (a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:41.740326 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-639c3bcb-3e6c-44fe-bc4a-0c5c75ac2f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:41.755489 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-639c3bcb-3e6c-44fe-bc4a-0c5c75ac2f48 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=104369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 13:47:41.755826 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-639c3bcb-3e6c-44fe-bc4a-0c5c75ac2f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4352592'] for segment (a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:41.802023 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.services.segments.plugin [-] Segment a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33 resource provider aggregate not found Aug 02 13:47:41.810037 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fb04fa8c-2638-4d50-8c2e-6833c2120949 req-bf270697-702b-4dff-bcb0-f4058c964c01 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208532 Aug 02 13:47:41.823604 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.services.segments.plugin [-] Segment a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6e0fcdf-ccee-4c2e-ba8d-b4f6ff0b1d33 found for delete ", "request_id": "req-be11ab10-2490-4436-99a0-59c9f4580332"}]} Aug 02 13:47:41.961920 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-639c3bcb-3e6c-44fe-bc4a-0c5c75ac2f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772273'] for network (01ffcfab-a887-4187-8399-c98076da1ec3), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:41.968388 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-639c3bcb-3e6c-44fe-bc4a-0c5c75ac2f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:41.971526 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-639c3bcb-3e6c-44fe-bc4a-0c5c75ac2f48 admin admin] 10.222.0.67 "DELETE /v2.0/networks/01ffcfab-a887-4187-8399-c98076da1ec3 HTTP/1.1" status: 204 len: 168 time: 1.2003622 Aug 02 13:47:41.975767 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 42514) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:47:41.986282 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c3bcb-3e6c-44fe-bc4a-0c5c75ac2f48 admin admin] Pushing event deleted for resources: {'Network': ['ID=01ffcfab-a887-4187-8399-c98076da1ec3,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:42.353369 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2af08779-b3c5-4861-872b-4e02b9c36aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773039'] for router_interface (90992f0c-4fa6-422e-98fa-b9d8550526b4), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:42.795522 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc42563-91c6-471c-b631-a365315dfaac req-9ae63354-a41c-4065-883a-37c2f35f8196 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:42.797013 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ffc42563-91c6-471c-b631-a365315dfaac req-9ae63354-a41c-4065-883a-37c2f35f8196 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 943 time: 0.1079946 Aug 02 13:47:42.862988 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ffc42563-91c6-471c-b631-a365315dfaac req-885047a2-f718-43ee-8dbf-0b9790d30d0d tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596161 Aug 02 13:47:42.942831 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-2af08779-b3c5-4861-872b-4e02b9c36aea admin admin] Deleting port 63a93cff-7110-4919-9897-e8057f2f4bba {{(pid=104368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:47:42.943185 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2af08779-b3c5-4861-872b-4e02b9c36aea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (63a93cff-7110-4919-9897-e8057f2f4bba), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:42.947088 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed081c-783d-4e2f-a607-19882ad6ccfb req-eef643cd-4a92-4f00-abda-d16e7ee5cc12 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:42.948801 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e8ed081c-783d-4e2f-a607-19882ad6ccfb req-eef643cd-4a92-4f00-abda-d16e7ee5cc12 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 944 time: 0.0551126 Aug 02 13:47:43.005182 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e8ed081c-783d-4e2f-a607-19882ad6ccfb req-b5bc1bb7-93ae-4a24-b47b-6fb73098f926 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488493 Aug 02 13:47:43.032738 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [None req-2af08779-b3c5-4861-872b-4e02b9c36aea admin admin] For port 63a93cff-7110-4919-9897-e8057f2f4bba, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=63a93cff-7110-4919-9897-e8057f2f4bba,segment=NetworkSegment(f9c2915b-47de-4018-a8da-9cf3a00e1527),segment_id=f9c2915b-47de-4018-a8da-9cf3a00e1527)] {{(pid=104368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:47:43.033323 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2af08779-b3c5-4861-872b-4e02b9c36aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (63a93cff-7110-4919-9897-e8057f2f4bba), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:43.038256 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device b26bea1c-ab25-4297-b365-5abeb3d9ed51 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 13:47:43.046505 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device cf93305e-d66a-41e6-a9df-fc388435aa5a up at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:47:43.047378 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-2af08779-b3c5-4861-872b-4e02b9c36aea admin admin] Calling delete_port for 63a93cff-7110-4919-9897-e8057f2f4bba owned by network:router_interface {{(pid=104368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:47:43.151339 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning complete for port cf93305e-d66a-41e6-a9df-fc388435aa5a triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:47:43.151694 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (cf93305e-d66a-41e6-a9df-fc388435aa5a), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:43.209387 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port b26bea1c-ab25-4297-b365-5abeb3d9ed51, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=b26bea1c-ab25-4297-b365-5abeb3d9ed51,segment=NetworkSegment(0d9bdd9b-74a0-4a9e-9987-b458a47faaf2),segment_id=0d9bdd9b-74a0-4a9e-9987-b458a47faaf2)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:47:43.226041 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Returning: {'device': 'b26bea1c-ab25-4297-b365-5abeb3d9ed51', 'network_id': '0515d1a8-4c24-4bca-ad9a-358fdaffbe76', 'port_id': 'b26bea1c-ab25-4297-b365-5abeb3d9ed51', 'mac_address': 'fa:16:3e:b0:6d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 13:47:43.297935 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port cf93305e-d66a-41e6-a9df-fc388435aa5a is: BUILD; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:47:43.298261 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (cf93305e-d66a-41e6-a9df-fc388435aa5a), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:43.300107 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port b26bea1c-ab25-4297-b365-5abeb3d9ed51 is: DOWN; New status is: BUILD {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:47:43.300486 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (b26bea1c-ab25-4297-b365-5abeb3d9ed51), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:43.327581 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b26bea1c-ab25-4297-b365-5abeb3d9ed51 {{(pid=104370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:47:43.341922 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c158d760-7ac1-4449-8256-ec7dac85ff13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf93305e-d66a-41e6-a9df-fc388435aa5a'}] {{(pid=104370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:47:43.344301 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7baa883c66606d2bd29c352a6206e712ed5fe15c106669ddbeacd0f82211b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d47e7f-0dff-4de7-a0c4-baeb82d60478" -d '{"events": [{"server_uuid": "c158d760-7ac1-4449-8256-ec7dac85ff13", "name": "network-vif-plugged", "status": "completed", "tag": "cf93305e-d66a-41e6-a9df-fc388435aa5a"}]}' {{(pid=104370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:47:43.364805 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port cf93305e-d66a-41e6-a9df-fc388435aa5a, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=cf93305e-d66a-41e6-a9df-fc388435aa5a,segment=NetworkSegment(e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75),segment_id=e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:47:43.367099 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port b26bea1c-ab25-4297-b365-5abeb3d9ed51, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=b26bea1c-ab25-4297-b365-5abeb3d9ed51,segment=NetworkSegment(0d9bdd9b-74a0-4a9e-9987-b458a47faaf2),segment_id=0d9bdd9b-74a0-4a9e-9987-b458a47faaf2)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:47:43.386518 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9cac361-c644-48a9-8436-fa5f5a9e0c75 x-openstack-request-id: req-a9cac361-c644-48a9-8436-fa5f5a9e0c75 {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:47:43.386843 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c158d760-7ac1-4449-8256-ec7dac85ff13", "name": "network-vif-plugged", "status": "completed", "tag": "cf93305e-d66a-41e6-a9df-fc388435aa5a", "code": 200}]} {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:47:43.387104 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a9cac361-c644-48a9-8436-fa5f5a9e0c75 {{(pid=104370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:47:43.387542 dv-cinder-847864-8-iscsi neutron-server[104370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9cac361-c644-48a9-8436-fa5f5a9e0c75'] response: {'server_uuid': 'c158d760-7ac1-4449-8256-ec7dac85ff13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf93305e-d66a-41e6-a9df-fc388435aa5a', 'code': 200} Aug 02 13:47:43.403289 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2af08779-b3c5-4861-872b-4e02b9c36aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (63a93cff-7110-4919-9897-e8057f2f4bba), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:43.429901 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af08779-b3c5-4861-872b-4e02b9c36aea admin admin] Pushing event deleted for resources: {'Port': ['ID=63a93cff-7110-4919-9897-e8057f2f4bba,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:43.607848 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (cf93305e-d66a-41e6-a9df-fc388435aa5a), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:43.611859 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (b26bea1c-ab25-4297-b365-5abeb3d9ed51), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:43.642079 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2af08779-b3c5-4861-872b-4e02b9c36aea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-772915'] for router_interface (90992f0c-4fa6-422e-98fa-b9d8550526b4), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:43.672303 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=cf93305e-d66a-41e6-a9df-fc388435aa5a,revision_number=7']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:43.724832 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=b26bea1c-ab25-4297-b365-5abeb3d9ed51,revision_number=4']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:43.868835 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['b26bea1c-ab25-4297-b365-5abeb3d9ed51'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:47:43.870655 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af08779-b3c5-4861-872b-4e02b9c36aea admin admin] Router 90992f0c-4fa6-422e-98fa-b9d8550526b4 has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:47:44.016050 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af08779-b3c5-4861-872b-4e02b9c36aea admin admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:47:44.023634 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-2af08779-b3c5-4861-872b-4e02b9c36aea admin admin] 10.222.0.67 "PUT /v2.0/routers/90992f0c-4fa6-422e-98fa-b9d8550526b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0467136 Aug 02 13:47:44.030189 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 42558) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:47:44.031866 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac6c6ed-db53-4774-aaf9-d5b883594b3c None None] Sync routers for ids ['90992f0c-4fa6-422e-98fa-b9d8550526b4'] in dv-cinder-847864-8-iscsi {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:47:44.032958 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208df32-0c4b-4b73-85a8-038a90caebdf req-d7757360-ab52-401f-b55b-6f2d5fe08bd0 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:44.046854 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9208df32-0c4b-4b73-85a8-038a90caebdf req-d7757360-ab52-401f-b55b-6f2d5fe08bd0 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 944 time: 0.0898497 Aug 02 13:47:44.049214 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac6c6ed-db53-4774-aaf9-d5b883594b3c None None] Routers {'90992f0c-4fa6-422e-98fa-b9d8550526b4'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:47:44.049851 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-eac6c6ed-db53-4774-aaf9-d5b883594b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:47:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['90992f0c-4fa6-422e-98fa-b9d8550526b4'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:47:44.138034 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9208df32-0c4b-4b73-85a8-038a90caebdf req-f12e796d-b9e7-4182-9518-5059dc01ee02 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887806 Aug 02 13:47:44.285083 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-eac6c6ed-db53-4774-aaf9-d5b883594b3c None None] Set router 90992f0c-4fa6-422e-98fa-b9d8550526b4 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:47:44.301926 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5011bd-d5b9-45d7-8dfb-c78eef109a81 req-e9778711-7acf-434b-a79c-1c13ed71cd3a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:44.304596 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-3e5011bd-d5b9-45d7-8dfb-c78eef109a81 req-e9778711-7acf-434b-a79c-1c13ed71cd3a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.1669683 Aug 02 13:47:44.309107 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-b861372c-748b-45e2-a418-16ad3566fc2f admin admin] Publish callbacks [] for router (90992f0c-4fa6-422e-98fa-b9d8550526b4), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:44.464832 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-3e5011bd-d5b9-45d7-8dfb-c78eef109a81 req-490ed485-f1f4-4433-9420-477501d758a5 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523998 Aug 02 13:47:44.515890 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-b861372c-748b-45e2-a418-16ad3566fc2f admin admin] Publish callbacks [] for router_gateway (90992f0c-4fa6-422e-98fa-b9d8550526b4), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:44.567919 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-eac6c6ed-db53-4774-aaf9-d5b883594b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90992f0c-4fa6-422e-98fa-b9d8550526b4', 'name': 'tempest-TestVolumeBootPattern-118063621-router', 'tenant_id': '3453a7afc97b4c128b08ea1bba2d5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.44'}], 'enable_snat': True}, 'gw_port_id': '9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:39Z', 'updated_at': '2022-08-02T13:47:43Z', 'revision_number': 5, 'project_id': '3453a7afc97b4c128b08ea1bba2d5496', 'gw_port': {'id': '9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90992f0c-4fa6-422e-98fa-b9d8550526b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:40Z', 'updated_at': '2022-08-02T13:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:47:44.601670 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac6c6ed-db53-4774-aaf9-d5b883594b3c None None] Checking router: 90992f0c-4fa6-422e-98fa-b9d8550526b4 for host: dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:47:44.614090 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac6c6ed-db53-4774-aaf9-d5b883594b3c None None] Routers {'90992f0c-4fa6-422e-98fa-b9d8550526b4'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:47:44.614805 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-eac6c6ed-db53-4774-aaf9-d5b883594b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:47:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['90992f0c-4fa6-422e-98fa-b9d8550526b4'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:47:44.687189 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-b861372c-748b-45e2-a418-16ad3566fc2f admin admin] Deleting port 9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0 {{(pid=104368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:47:44.687609 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-b861372c-748b-45e2-a418-16ad3566fc2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:44.781138 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-eac6c6ed-db53-4774-aaf9-d5b883594b3c None None] Set router 90992f0c-4fa6-422e-98fa-b9d8550526b4 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:47:44.867063 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [None req-b861372c-748b-45e2-a418-16ad3566fc2f admin admin] For port 9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:47:44.867543 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-b861372c-748b-45e2-a418-16ad3566fc2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:44.892306 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-b861372c-748b-45e2-a418-16ad3566fc2f admin admin] Calling delete_port for 9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0 owned by network:router_gateway {{(pid=104368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:47:45.020949 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-eac6c6ed-db53-4774-aaf9-d5b883594b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90992f0c-4fa6-422e-98fa-b9d8550526b4', 'name': 'tempest-TestVolumeBootPattern-118063621-router', 'tenant_id': '3453a7afc97b4c128b08ea1bba2d5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.44'}], 'enable_snat': True}, 'gw_port_id': '9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:39Z', 'updated_at': '2022-08-02T13:47:43Z', 'revision_number': 5, 'project_id': '3453a7afc97b4c128b08ea1bba2d5496', 'gw_port': {'id': '9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90992f0c-4fa6-422e-98fa-b9d8550526b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:40Z', 'updated_at': '2022-08-02T13:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:47:45.041287 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device b26bea1c-ab25-4297-b365-5abeb3d9ed51 up at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:47:45.066367 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac6c6ed-db53-4774-aaf9-d5b883594b3c None None] The sync data for ids ['90992f0c-4fa6-422e-98fa-b9d8550526b4'] in dv-cinder-847864-8-iscsi is: [{'id': '90992f0c-4fa6-422e-98fa-b9d8550526b4', 'name': 'tempest-TestVolumeBootPattern-118063621-router', 'tenant_id': '3453a7afc97b4c128b08ea1bba2d5496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.44'}], 'enable_snat': True}, 'gw_port_id': '9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:39:39Z', 'updated_at': '2022-08-02T13:47:43Z', 'revision_number': 5, 'project_id': '3453a7afc97b4c128b08ea1bba2d5496', 'gw_port': {'id': '9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90992f0c-4fa6-422e-98fa-b9d8550526b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:39:40Z', 'updated_at': '2022-08-02T13:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}] {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:47:45.293552 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning for port b26bea1c-ab25-4297-b365-5abeb3d9ed51 completed by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 02 13:47:45.302912 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning complete for port b26bea1c-ab25-4297-b365-5abeb3d9ed51 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:47:45.302912 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (b26bea1c-ab25-4297-b365-5abeb3d9ed51), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:45.337820 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-b861372c-748b-45e2-a418-16ad3566fc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:45.378654 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861372c-748b-45e2-a418-16ad3566fc2f admin admin] Pushing event deleted for resources: {'Port': ['ID=9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:45.508559 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66048eb1-6a43-475a-bab2-e7412fac1447 req-60c3c1de-372d-4e7c-bb01-989ef59ca39c tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:45.516028 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-66048eb1-6a43-475a-bab2-e7412fac1447 req-60c3c1de-372d-4e7c-bb01-989ef59ca39c tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 944 time: 0.2284172 Aug 02 13:47:45.523357 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-b861372c-748b-45e2-a418-16ad3566fc2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772245'] for router_gateway (90992f0c-4fa6-422e-98fa-b9d8550526b4), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:45.555948 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port b26bea1c-ab25-4297-b365-5abeb3d9ed51 is: BUILD; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:47:45.556362 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (b26bea1c-ab25-4297-b365-5abeb3d9ed51), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:45.602595 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port b26bea1c-ab25-4297-b365-5abeb3d9ed51, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=b26bea1c-ab25-4297-b365-5abeb3d9ed51,segment=NetworkSegment(0d9bdd9b-74a0-4a9e-9987-b458a47faaf2),segment_id=0d9bdd9b-74a0-4a9e-9987-b458a47faaf2)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:47:45.604786 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911f17d3-2713-4d43-9c2b-cedcb51e80fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26bea1c-ab25-4297-b365-5abeb3d9ed51'}] {{(pid=104370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:47:45.607427 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7baa883c66606d2bd29c352a6206e712ed5fe15c106669ddbeacd0f82211b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aada2a71-ba87-4e48-b1f1-58136a0eaf29" -d '{"events": [{"server_uuid": "911f17d3-2713-4d43-9c2b-cedcb51e80fe", "name": "network-vif-plugged", "status": "completed", "tag": "b26bea1c-ab25-4297-b365-5abeb3d9ed51"}]}' {{(pid=104370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:47:45.664656 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 63a93cff-7110-4919-9897-e8057f2f4bba no longer exists at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:47:45.711739 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-b861372c-748b-45e2-a418-16ad3566fc2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-774428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (90992f0c-4fa6-422e-98fa-b9d8550526b4), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:45.722443 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] No Port match for: 63a93cff-7110-4919-9897-e8057f2f4bba {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:47:45.725718 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-b861372c-748b-45e2-a418-16ad3566fc2f admin admin] Publish callbacks [] for router_controller (90992f0c-4fa6-422e-98fa-b9d8550526b4), precommit_delete_associations {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:45.726358 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 63a93cff-7110-4919-9897-e8057f2f4bba not bound to the agent host dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:47:45.740765 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (b26bea1c-ab25-4297-b365-5abeb3d9ed51), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:45.748397 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-66048eb1-6a43-475a-bab2-e7412fac1447 req-8f6d46f4-1794-48f7-b421-d56ee7a0f05b tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311382 Aug 02 13:47:45.797665 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10c99c-9447-4055-b3cc-dc27bcec94ef req-bf6e7716-7b23-4750-af30-81b402202b40 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:45.801230 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9d10c99c-9447-4055-b3cc-dc27bcec94ef req-bf6e7716-7b23-4750-af30-81b402202b40 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.1563485 Aug 02 13:47:45.859152 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77be3f05-308a-499f-817b-0073f41ace96 x-openstack-request-id: req-77be3f05-308a-499f-817b-0073f41ace96 {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:47:45.861531 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911f17d3-2713-4d43-9c2b-cedcb51e80fe", "name": "network-vif-plugged", "status": "completed", "tag": "b26bea1c-ab25-4297-b365-5abeb3d9ed51", "code": 200}]} {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:47:45.864099 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-77be3f05-308a-499f-817b-0073f41ace96 {{(pid=104370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:47:45.865765 dv-cinder-847864-8-iscsi neutron-server[104370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77be3f05-308a-499f-817b-0073f41ace96'] response: {'server_uuid': '911f17d3-2713-4d43-9c2b-cedcb51e80fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26bea1c-ab25-4297-b365-5abeb3d9ed51', 'code': 200} Aug 02 13:47:45.883077 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=b26bea1c-ab25-4297-b365-5abeb3d9ed51,revision_number=5']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:45.888509 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9d10c99c-9447-4055-b3cc-dc27bcec94ef req-f169052a-7fc8-409c-a465-bed671b9fe2d tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757883 Aug 02 13:47:46.070585 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-b861372c-748b-45e2-a418-16ad3566fc2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-774405'] for router (90992f0c-4fa6-422e-98fa-b9d8550526b4), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:46.071085 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b861372c-748b-45e2-a418-16ad3566fc2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90992f0c-4fa6-422e-98fa-b9d8550526b4 {{(pid=104368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 02 13:47:46.075958 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-b861372c-748b-45e2-a418-16ad3566fc2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:46.079384 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-b861372c-748b-45e2-a418-16ad3566fc2f admin admin] 10.222.0.67 "DELETE /v2.0/routers/90992f0c-4fa6-422e-98fa-b9d8550526b4 HTTP/1.1" status: 204 len: 168 time: 2.0331666 Aug 02 13:47:46.079702 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 42582) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:47:46.149815 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_v2 [None req-daed4b5a-d389-4a46-a377-4585272cc154 admin admin] Deleting subnet 6cc8ec69-9af3-493b-a7ba-d03a9cb4deb3 {{(pid=104368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 02 13:47:46.154954 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-daed4b5a-d389-4a46-a377-4585272cc154 admin admin] Publish callbacks [] for subnet (6cc8ec69-9af3-493b-a7ba-d03a9cb4deb3), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:46.205257 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-daed4b5a-d389-4a46-a377-4585272cc154 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5352063'] for subnet (6cc8ec69-9af3-493b-a7ba-d03a9cb4deb3), precommit_delete_associations {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:46.338536 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-daed4b5a-d389-4a46-a377-4585272cc154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1626869'] for subnet (6cc8ec69-9af3-493b-a7ba-d03a9cb4deb3), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:46.440731 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0605b-2022-4a7c-9ccc-945f3047569e req-2a3b5a22-1122-405d-9b0d-273f4eeba9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:46.443563 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-88b0605b-2022-4a7c-9ccc-945f3047569e req-2a3b5a22-1122-405d-9b0d-273f4eeba9c8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 1129 time: 0.0717402 Aug 02 13:47:46.501270 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-88b0605b-2022-4a7c-9ccc-945f3047569e req-c35ac1bc-5722-4456-9f6b-c52a7dbdcec5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493178 Aug 02 13:47:46.922507 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed3711-6684-461a-a3e0-5f58e645ae8c req-83cef22b-7782-49be-b59a-6e79a8cc6aaa tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:46.930973 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-80ed3711-6684-461a-a3e0-5f58e645ae8c req-83cef22b-7782-49be-b59a-6e79a8cc6aaa tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 945 time: 0.0780683 Aug 02 13:47:46.940660 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-daed4b5a-d389-4a46-a377-4585272cc154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1626876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5191154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4657249'] for subnet (6cc8ec69-9af3-493b-a7ba-d03a9cb4deb3), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:46.987424 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-daed4b5a-d389-4a46-a377-4585272cc154 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:46.990486 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db5750d-f5e0-45e9-bc7a-61cbdf162964 None None] Network 8768f6f7-2ad7-4d9d-809a-4d15914478e7 requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:47:46.991500 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-daed4b5a-d389-4a46-a377-4585272cc154 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/6cc8ec69-9af3-493b-a7ba-d03a9cb4deb3 HTTP/1.1" status: 204 len: 168 time: 0.9107735 Aug 02 13:47:46.992362 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed4b5a-d389-4a46-a377-4585272cc154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cc8ec69-9af3-493b-a7ba-d03a9cb4deb3,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:46.994221 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 42590) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:47:47.058971 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-80ed3711-6684-461a-a3e0-5f58e645ae8c req-ea553407-e391-422c-9f81-5157a3580f60 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249266 Aug 02 13:47:47.152300 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-d03801b8-8990-4bcb-aa80-1b143e7d60b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1719594'] for network (8768f6f7-2ad7-4d9d-809a-4d15914478e7), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:47.227087 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad021aa1-a260-4e0b-8937-48c79e3e60de req-cf73dab7-27d9-4a10-b5ed-cbd90d3b5c22 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:47.229096 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ad021aa1-a260-4e0b-8937-48c79e3e60de req-cf73dab7-27d9-4a10-b5ed-cbd90d3b5c22 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.1053643 Aug 02 13:47:47.260086 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33572415-6761-438a-80d8-6e395d2da1d5 None None] DHCP port deletion for 8768f6f7-2ad7-4d9d-809a-4d15914478e7 request from dv-cinder-847864-8-iscsi {{(pid=104370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 02 13:47:47.292296 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-d03801b8-8990-4bcb-aa80-1b143e7d60b9 admin admin] Deleting port 7ae64e18-c0b7-4bab-b6d3-aff116d4783e {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:47:47.292978 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-d03801b8-8990-4bcb-aa80-1b143e7d60b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (7ae64e18-c0b7-4bab-b6d3-aff116d4783e), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:47.333208 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-33572415-6761-438a-80d8-6e395d2da1d5 None None] Deleting port 7ae64e18-c0b7-4bab-b6d3-aff116d4783e {{(pid=104370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:47:47.333706 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-33572415-6761-438a-80d8-6e395d2da1d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (7ae64e18-c0b7-4bab-b6d3-aff116d4783e), before_delete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:47.363294 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [None req-d03801b8-8990-4bcb-aa80-1b143e7d60b9 admin admin] For port 7ae64e18-c0b7-4bab-b6d3-aff116d4783e, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=7ae64e18-c0b7-4bab-b6d3-aff116d4783e,segment=NetworkSegment(f9c2915b-47de-4018-a8da-9cf3a00e1527),segment_id=f9c2915b-47de-4018-a8da-9cf3a00e1527)] {{(pid=104369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:47:47.363937 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-d03801b8-8990-4bcb-aa80-1b143e7d60b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (7ae64e18-c0b7-4bab-b6d3-aff116d4783e), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:47.379488 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-d03801b8-8990-4bcb-aa80-1b143e7d60b9 admin admin] Calling delete_port for 7ae64e18-c0b7-4bab-b6d3-aff116d4783e owned by network:dhcp {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:47:47.412894 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-33572415-6761-438a-80d8-6e395d2da1d5 None None] For port 7ae64e18-c0b7-4bab-b6d3-aff116d4783e, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=7ae64e18-c0b7-4bab-b6d3-aff116d4783e,segment=NetworkSegment(f9c2915b-47de-4018-a8da-9cf3a00e1527),segment_id=f9c2915b-47de-4018-a8da-9cf3a00e1527)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:47:47.413401 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-33572415-6761-438a-80d8-6e395d2da1d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (7ae64e18-c0b7-4bab-b6d3-aff116d4783e), precommit_delete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:47.430481 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-33572415-6761-438a-80d8-6e395d2da1d5 None None] Calling delete_port for 7ae64e18-c0b7-4bab-b6d3-aff116d4783e owned by network:dhcp {{(pid=104370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:47:47.467429 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ad021aa1-a260-4e0b-8937-48c79e3e60de req-a94382a1-21fa-4746-8cf5-4be26bfba75f tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314494 Aug 02 13:47:47.581580 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-d03801b8-8990-4bcb-aa80-1b143e7d60b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (7ae64e18-c0b7-4bab-b6d3-aff116d4783e), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:47.602236 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-33572415-6761-438a-80d8-6e395d2da1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988'] for port (7ae64e18-c0b7-4bab-b6d3-aff116d4783e), after_delete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:47.607219 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03801b8-8990-4bcb-aa80-1b143e7d60b9 admin admin] No DVR routers for this DVR port 7ae64e18-c0b7-4bab-b6d3-aff116d4783e on host dv-cinder-847864-8-iscsi {{(pid=104369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:47:47.635081 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 7ae64e18-c0b7-4bab-b6d3-aff116d4783e no longer exists at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:47:47.648626 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33572415-6761-438a-80d8-6e395d2da1d5 None None] No DVR routers for this DVR port 7ae64e18-c0b7-4bab-b6d3-aff116d4783e on host dv-cinder-847864-8-iscsi {{(pid=104370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:47:47.652963 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03801b8-8990-4bcb-aa80-1b143e7d60b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ae64e18-c0b7-4bab-b6d3-aff116d4783e,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:47.667972 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33572415-6761-438a-80d8-6e395d2da1d5 None None] Pushing event deleted for resources: {'Port': ['ID=7ae64e18-c0b7-4bab-b6d3-aff116d4783e,revision_number=None']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:47.689995 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] No Port match for: 7ae64e18-c0b7-4bab-b6d3-aff116d4783e {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:47:47.690417 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 7ae64e18-c0b7-4bab-b6d3-aff116d4783e not bound to the agent host dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:47:47.690801 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0 no longer exists at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:47:47.715784 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] No Port match for: 9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0 {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:47:47.716117 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 9b5a6e6a-8aba-419e-bbc2-6bb0b8d9a1e0 not bound to the agent host dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:47:47.778725 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-d03801b8-8990-4bcb-aa80-1b143e7d60b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626208', 'neutron.services.segments.db._delete_segments_for_network-8786056706762'] for network (8768f6f7-2ad7-4d9d-809a-4d15914478e7), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:47.806799 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.services.segments.db [None req-d03801b8-8990-4bcb-aa80-1b143e7d60b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8768f6f7-2ad7-4d9d-809a-4d15914478e7']}} {{(pid=104369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:47:47.820524 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.services.segments.db [None req-d03801b8-8990-4bcb-aa80-1b143e7d60b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c2915b-47de-4018-a8da-9cf3a00e1527') {'for_net_delete': True} {{(pid=104369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:47:47.820852 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.services.segments.db [None req-d03801b8-8990-4bcb-aa80-1b143e7d60b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c2915b-47de-4018-a8da-9cf3a00e1527') {} {{(pid=104369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:47:47.835979 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-d03801b8-8990-4bcb-aa80-1b143e7d60b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786056707283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4722930'] for segment (f9c2915b-47de-4018-a8da-9cf3a00e1527), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:47.851461 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-d03801b8-8990-4bcb-aa80-1b143e7d60b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (f9c2915b-47de-4018-a8da-9cf3a00e1527), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:47.858964 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d03801b8-8990-4bcb-aa80-1b143e7d60b9 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=104369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 13:47:47.859467 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-d03801b8-8990-4bcb-aa80-1b143e7d60b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4352592'] for segment (f9c2915b-47de-4018-a8da-9cf3a00e1527), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:47.910887 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.services.segments.plugin [-] Segment f9c2915b-47de-4018-a8da-9cf3a00e1527 resource provider aggregate not found Aug 02 13:47:47.931425 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.services.segments.plugin [-] Segment f9c2915b-47de-4018-a8da-9cf3a00e1527 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9c2915b-47de-4018-a8da-9cf3a00e1527 found for delete ", "request_id": "req-5e3f7e62-2b17-419c-a5ae-408c33fbe073"}]} Aug 02 13:47:48.179715 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-d03801b8-8990-4bcb-aa80-1b143e7d60b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772273'] for network (8768f6f7-2ad7-4d9d-809a-4d15914478e7), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:48.184743 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-d03801b8-8990-4bcb-aa80-1b143e7d60b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:48.188751 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-d03801b8-8990-4bcb-aa80-1b143e7d60b9 admin admin] 10.222.0.67 "DELETE /v2.0/networks/8768f6f7-2ad7-4d9d-809a-4d15914478e7 HTTP/1.1" status: 204 len: 168 time: 1.1924529 Aug 02 13:47:48.215296 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b25f8-80c4-418d-b41c-af121a1b8a9f req-bf605ced-af51-4ca8-a85b-066bfee41fee tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:48.216794 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e42b25f8-80c4-418d-b41c-af121a1b8a9f req-bf605ced-af51-4ca8-a85b-066bfee41fee tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 945 time: 0.0803332 Aug 02 13:47:48.217961 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03801b8-8990-4bcb-aa80-1b143e7d60b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8768f6f7-2ad7-4d9d-809a-4d15914478e7,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:48.279356 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e42b25f8-80c4-418d-b41c-af121a1b8a9f req-c09fb5ec-41c7-4907-9c30-8bc33d3ebbc1 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562069 Aug 02 13:47:48.494437 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25985acc-e92d-4842-9ab4-bab642be74e3 req-e31d609b-51da-4cf8-827b-efa70b65bba1 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:48.495807 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-25985acc-e92d-4842-9ab4-bab642be74e3 req-e31d609b-51da-4cf8-827b-efa70b65bba1 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a7cf160-1267-4f31-b8e9-4461d07b2f6d HTTP/1.1" status: 200 len: 945 time: 0.0736380 Aug 02 13:47:48.559472 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-25985acc-e92d-4842-9ab4-bab642be74e3 req-5fdec8ef-172e-49bf-9c68-e78889d603bc tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ee7caf-efb3-431d-8040-cbf865d65074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555356 Aug 02 13:47:48.669791 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659d6dc-13e1-4621-90d0-3e787d3f1c23 req-afbb319c-d92b-4505-b4d2-16a8eef03265 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:48.679292 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d659d6dc-13e1-4621-90d0-3e787d3f1c23 req-afbb319c-d92b-4505-b4d2-16a8eef03265 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.0862525 Aug 02 13:47:48.679959 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 42612) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:47:48.752147 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d659d6dc-13e1-4621-90d0-3e787d3f1c23 req-8c27bb99-e1fd-45e3-9298-9a685f5d66e9 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718749 Aug 02 13:47:48.760365 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-bd5ed51c-aa64-4a3f-b2b5-dc7f2eee420b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=26af2dc63c6142548bb513c4aed2b4d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0783126 Aug 02 13:47:48.763254 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 42614) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:47:48.841866 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2eaea3ff-3cbc-40ca-a4a9-cab99f8636b8 admin admin] Publish callbacks [] for security_group (47d855cf-6e07-45d3-9cf0-1a05b07d3d71), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:48.874079 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2eaea3ff-3cbc-40ca-a4a9-cab99f8636b8 admin admin] Publish callbacks [] for security_group (47d855cf-6e07-45d3-9cf0-1a05b07d3d71), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:49.053324 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2eaea3ff-3cbc-40ca-a4a9-cab99f8636b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (47d855cf-6e07-45d3-9cf0-1a05b07d3d71), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:49.057077 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-2eaea3ff-3cbc-40ca-a4a9-cab99f8636b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:49.058300 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-2eaea3ff-3cbc-40ca-a4a9-cab99f8636b8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/47d855cf-6e07-45d3-9cf0-1a05b07d3d71 HTTP/1.1" status: 204 len: 168 time: 0.2937901 Aug 02 13:47:49.069800 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaea3ff-3cbc-40ca-a4a9-cab99f8636b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d855cf-6e07-45d3-9cf0-1a05b07d3d71,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:49.411181 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0445a-cbe0-4a56-9e2e-b01442cd5085 req-8b65548f-7fd8-4894-be35-4998fee8fce4 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:49.414875 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-bce0445a-cbe0-4a56-9e2e-b01442cd5085 req-8b65548f-7fd8-4894-be35-4998fee8fce4 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 945 time: 0.0624840 Aug 02 13:47:49.495301 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-bce0445a-cbe0-4a56-9e2e-b01442cd5085 req-88b6e305-f6b9-4330-8955-ce269f079809 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764697 Aug 02 13:47:49.722486 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed13942-4abc-4812-aa88-0df8318457a6 req-4772c94c-faf7-4542-9a6e-fbe9c608fc2e tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:49.729776 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-aed13942-4abc-4812-aa88-0df8318457a6 req-4772c94c-faf7-4542-9a6e-fbe9c608fc2e tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 945 time: 0.1436095 Aug 02 13:47:49.821079 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-aed13942-4abc-4812-aa88-0df8318457a6 req-a09803fa-e3bc-4ab0-8eaf-a78eb46ea5bb tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902948 Aug 02 13:47:49.822399 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276d265-41c7-4c0a-a5c7-c384d77b2b4d req-cc87c61d-85f3-4376-9837-59f2728b6a93 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:49.825199 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5276d265-41c7-4c0a-a5c7-c384d77b2b4d req-cc87c61d-85f3-4376-9837-59f2728b6a93 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a7cf160-1267-4f31-b8e9-4461d07b2f6d HTTP/1.1" status: 200 len: 945 time: 0.1369030 Aug 02 13:47:49.849961 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 42628) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:47:49.967223 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785cfe6-bde1-4e16-86ea-9ea60b669ce4 req-32db8d67-9240-43e9-baff-28e95571ea6c tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:49.976534 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5785cfe6-bde1-4e16-86ea-9ea60b669ce4 req-32db8d67-9240-43e9-baff-28e95571ea6c tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.0791173 Aug 02 13:47:50.008013 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-5276d265-41c7-4c0a-a5c7-c384d77b2b4d req-1935b7f4-82fd-42c4-b4f0-73cf941c3785 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/security-groups?id=c1ee7caf-efb3-431d-8040-cbf865d65074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729908 Aug 02 13:47:50.058560 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5785cfe6-bde1-4e16-86ea-9ea60b669ce4 req-a42ba489-76b5-4fbe-9ca1-39366ea40ba5 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776765 Aug 02 13:47:50.133576 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ce5c9-847b-4840-b57d-2e25c87cdaf6 req-6983db1c-b868-44b3-a091-cb6eac8f658d tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:50.136614 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-df7ce5c9-847b-4840-b57d-2e25c87cdaf6 req-6983db1c-b868-44b3-a091-cb6eac8f658d tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a7cf160-1267-4f31-b8e9-4461d07b2f6d HTTP/1.1" status: 200 len: 945 time: 0.0688303 Aug 02 13:47:50.262356 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 42632) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:47:50.275166 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd60497b-bdee-40d0-995e-8ffca7c1272b tempest-TestShelveInstance-707766725 tempest-TestShelveInstance-707766725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:50.285229 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-bd60497b-bdee-40d0-995e-8ffca7c1272b tempest-TestShelveInstance-707766725 tempest-TestShelveInstance-707766725-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 1124 time: 0.4260991 Aug 02 13:47:50.288214 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 42634) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:47:50.295098 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.v2.base [None req-ddbac3fa-8a52-4caf-a975-3975b051bc80 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Request body: {'floatingip': {'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'port_id': 'b26bea1c-ab25-4297-b365-5abeb3d9ed51', 'tenant_id': '39e0b340c5a84846b7a1b18d315704c3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:47:50.312013 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [req-df7ce5c9-847b-4840-b57d-2e25c87cdaf6 req-9c013b71-3019-4a55-b64b-ac0b02e8fb81 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Deleting port 9d9f19f7-0756-433e-8195-ac6013c4a047 {{(pid=104368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:47:50.312364 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-df7ce5c9-847b-4840-b57d-2e25c87cdaf6 req-9c013b71-3019-4a55-b64b-ac0b02e8fb81 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (9d9f19f7-0756-433e-8195-ac6013c4a047), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:50.319529 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-326fd067-87a7-418a-b5b4-31e01d6a9fb5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3453a7afc97b4c128b08ea1bba2d5496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0551765 Aug 02 13:47:50.321778 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 42636) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:47:50.384852 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-9fa1d444-36ac-4749-a1c1-126eec33a655 admin admin] Publish callbacks [] for security_group (c1dca554-013a-47de-88e1-26e5acf53637), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:50.412852 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-9fa1d444-36ac-4749-a1c1-126eec33a655 admin admin] Publish callbacks [] for security_group (c1dca554-013a-47de-88e1-26e5acf53637), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:50.435204 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [req-df7ce5c9-847b-4840-b57d-2e25c87cdaf6 req-9c013b71-3019-4a55-b64b-ac0b02e8fb81 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] For port 9d9f19f7-0756-433e-8195-ac6013c4a047, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=9d9f19f7-0756-433e-8195-ac6013c4a047,segment=NetworkSegment(cf55ae46-006d-442e-a392-3401b722dd4a),segment_id=cf55ae46-006d-442e-a392-3401b722dd4a)] {{(pid=104368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:47:50.435634 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-df7ce5c9-847b-4840-b57d-2e25c87cdaf6 req-9c013b71-3019-4a55-b64b-ac0b02e8fb81 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (9d9f19f7-0756-433e-8195-ac6013c4a047), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:50.456426 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [req-df7ce5c9-847b-4840-b57d-2e25c87cdaf6 req-9c013b71-3019-4a55-b64b-ac0b02e8fb81 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Calling delete_port for 9d9f19f7-0756-433e-8195-ac6013c4a047 owned by compute:nova {{(pid=104368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:47:50.506254 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ddbac3fa-8a52-4caf-a975-3975b051bc80 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:50.626039 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-9fa1d444-36ac-4749-a1c1-126eec33a655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (c1dca554-013a-47de-88e1-26e5acf53637), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:50.631222 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-9fa1d444-36ac-4749-a1c1-126eec33a655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:50.633795 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-9fa1d444-36ac-4749-a1c1-126eec33a655 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c1dca554-013a-47de-88e1-26e5acf53637 HTTP/1.1" status: 204 len: 168 time: 0.3097799 Aug 02 13:47:50.643154 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1d444-36ac-4749-a1c1-126eec33a655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1dca554-013a-47de-88e1-26e5acf53637,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:50.709291 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ddbac3fa-8a52-4caf-a975-3975b051bc80 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:50.773984 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-df7ce5c9-847b-4840-b57d-2e25c87cdaf6 req-9c013b71-3019-4a55-b64b-ac0b02e8fb81 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (9d9f19f7-0756-433e-8195-ac6013c4a047), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:50.793267 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['9d9f19f7-0756-433e-8195-ac6013c4a047'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:47:50.823562 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c013b71-3019-4a55-b64b-ac0b02e8fb81 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Pushing event deleted for resources: {'Port': ['ID=9d9f19f7-0756-433e-8195-ac6013c4a047,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:50.901291 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7ce5c9-847b-4840-b57d-2e25c87cdaf6 req-9c013b71-3019-4a55-b64b-ac0b02e8fb81 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] No DVR routers for this DVR port 9d9f19f7-0756-433e-8195-ac6013c4a047 on host hv-cinder-84786 {{(pid=104368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:47:50.905207 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-df7ce5c9-847b-4840-b57d-2e25c87cdaf6 req-9c013b71-3019-4a55-b64b-ac0b02e8fb81 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:50.908912 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-df7ce5c9-847b-4840-b57d-2e25c87cdaf6 req-9c013b71-3019-4a55-b64b-ac0b02e8fb81 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.20 "DELETE /v2.0/ports/9d9f19f7-0756-433e-8195-ac6013c4a047 HTTP/1.1" status: 204 len: 173 time: 0.7647510 Aug 02 13:47:50.909482 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7cf160-1267-4f31-b8e9-4461d07b2f6d', 'name': 'network-vif-deleted', 'tag': '9d9f19f7-0756-433e-8195-ac6013c4a047'}] {{(pid=104368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:47:50.912462 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245b70741b0aa7b9232129cc368cc987c69949c5cf8ab06a5d5e033a5668ca41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23aadeb-25b2-42b0-a39e-2e3e73bf751b" -d '{"events": [{"server_uuid": "5a7cf160-1267-4f31-b8e9-4461d07b2f6d", "name": "network-vif-deleted", "tag": "9d9f19f7-0756-433e-8195-ac6013c4a047"}]}' {{(pid=104368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:47:50.938330 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_common [None req-ddbac3fa-8a52-4caf-a975-3975b051bc80 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Allocated IP 172.27.4.55 (ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7/17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c/8b144582-2768-4fc7-9264-2089bdbdffb0) {{(pid=104368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:47:51.006861 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e713ce3d-47b7-4207-8a7d-a5a7c05b0820 x-openstack-request-id: req-e713ce3d-47b7-4207-8a7d-a5a7c05b0820 {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:47:51.006861 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7cf160-1267-4f31-b8e9-4461d07b2f6d", "name": "network-vif-deleted", "tag": "9d9f19f7-0756-433e-8195-ac6013c4a047", "status": "completed", "code": 200}]} {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:47:51.007280 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e713ce3d-47b7-4207-8a7d-a5a7c05b0820 {{(pid=104368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:47:51.007662 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e713ce3d-47b7-4207-8a7d-a5a7c05b0820'] response: {'server_uuid': '5a7cf160-1267-4f31-b8e9-4461d07b2f6d', 'name': 'network-vif-deleted', 'tag': '9d9f19f7-0756-433e-8195-ac6013c4a047', 'status': 'completed', 'code': 200} Aug 02 13:47:51.081650 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ddbac3fa-8a52-4caf-a975-3975b051bc80 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks [] for port (8b144582-2768-4fc7-9264-2089bdbdffb0), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:51.145034 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5c439f15-bccc-4b7f-a30a-7e9c08ebb114 req-3bc8dc08-be59-451e-b213-afea92b2b66e tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a7cf160-1267-4f31-b8e9-4461d07b2f6d HTTP/1.1" status: 200 len: 210 time: 0.0476196 Aug 02 13:47:51.262780 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfdebe-197d-4f20-8af5-4e491e77a5c3 req-8d7a68c1-b07b-4941-9570-c80370ae5134 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:51.270865 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-dccfdebe-197d-4f20-8af5-4e491e77a5c3 req-8d7a68c1-b07b-4941-9570-c80370ae5134 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.0714087 Aug 02 13:47:51.283145 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ddbac3fa-8a52-4caf-a975-3975b051bc80 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786056230979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (8b144582-2768-4fc7-9264-2089bdbdffb0), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:51.334632 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-dccfdebe-197d-4f20-8af5-4e491e77a5c3 req-2f93ed6a-1b79-48b1-87ed-db218c90cda0 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626962 Aug 02 13:47:51.378913 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbac3fa-8a52-4caf-a975-3975b051bc80 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Network ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7 is already hosted by enough agents. {{(pid=104368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:47:51.383415 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.base_scheduler [None req-ddbac3fa-8a52-4caf-a975-3975b051bc80 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Resources bound (agent type, host, resource id): {{(pid=104368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:47:51.388164 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbac3fa-8a52-4caf-a975-3975b051bc80 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Received port after_create {{(pid=104368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 02 13:47:51.436938 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbac3fa-8a52-4caf-a975-3975b051bc80 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Pushing event updated for resources: {'Port': ['ID=8b144582-2768-4fc7-9264-2089bdbdffb0,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:51.826726 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ddbac3fa-8a52-4caf-a975-3975b051bc80 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks [] for floatingip (fe574d90-0f64-4156-a8a6-b184984f36c6), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:52.215806 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ddbac3fa-8a52-4caf-a975-3975b051bc80 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (8b144582-2768-4fc7-9264-2089bdbdffb0), before_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:52.299014 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2b0e8649-fcd3-4492-9a57-14c31adc530d req-54ebbcd2-814e-4b86-aae9-c8caeefe32e3 tempest-VolumesSnapshotTestJSON-57803753 tempest-VolumesSnapshotTestJSON-57803753-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a7cf160-1267-4f31-b8e9-4461d07b2f6d HTTP/1.1" status: 200 len: 210 time: 0.0469332 Aug 02 13:47:52.524635 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa81ed-70ef-4b42-a6df-e54b3cccbf76 req-eabd33e0-74c5-4949-85bf-1a72b04c8ea7 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:52.529912 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-24fa81ed-70ef-4b42-a6df-e54b3cccbf76 req-eabd33e0-74c5-4949-85bf-1a72b04c8ea7 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.0899680 Aug 02 13:47:52.632878 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-24fa81ed-70ef-4b42-a6df-e54b3cccbf76 req-5a6f7db0-b2ca-4548-8f44-f2a95267b00e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956068 Aug 02 13:47:52.768427 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ddbac3fa-8a52-4caf-a975-3975b051bc80 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks [] for port (8b144582-2768-4fc7-9264-2089bdbdffb0), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:52.974662 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ddbac3fa-8a52-4caf-a975-3975b051bc80 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5190948'] for port (8b144582-2768-4fc7-9264-2089bdbdffb0), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:53.054792 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbac3fa-8a52-4caf-a975-3975b051bc80 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Pushing event updated for resources: {'Port': ['ID=8b144582-2768-4fc7-9264-2089bdbdffb0,revision_number=2']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:47:53.064746 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ddbac3fa-8a52-4caf-a975-3975b051bc80 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772271'] for floatingip (fe574d90-0f64-4156-a8a6-b184984f36c6), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:53.105845 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 9d9f19f7-0756-433e-8195-ac6013c4a047 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:47:53.129720 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] No Port match for: 9d9f19f7-0756-433e-8195-ac6013c4a047 {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:47:53.130536 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device 9d9f19f7-0756-433e-8195-ac6013c4a047 not bound to the agent host hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:47:53.186641 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.db.l3_db [None req-ddbac3fa-8a52-4caf-a975-3975b051bc80 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Floating IP fe574d90-0f64-4156-a8a6-b184984f36c6 associated. External IP: 172.27.4.55, port: b26bea1c-ab25-4297-b365-5abeb3d9ed51. Aug 02 13:47:53.455345 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddbac3fa-8a52-4caf-a975-3975b051bc80 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Router 15efac35-eccf-483f-958c-d1933a448f05 has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:47:53.601117 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbac3fa-8a52-4caf-a975-3975b051bc80 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:47:53.616068 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae33adf-126d-4ff8-bcb0-4a91f4c91687 None None] Sync routers for ids ['15efac35-eccf-483f-958c-d1933a448f05'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:47:53.633775 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae33adf-126d-4ff8-bcb0-4a91f4c91687 None None] Routers {'15efac35-eccf-483f-958c-d1933a448f05'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:47:53.634549 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-cae33adf-126d-4ff8-bcb0-4a91f4c91687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:47:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['15efac35-eccf-483f-958c-d1933a448f05'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:47:53.786891 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-cae33adf-126d-4ff8-bcb0-4a91f4c91687 None None] Set router 15efac35-eccf-483f-958c-d1933a448f05 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:47:53.827119 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4228a62-3151-4bd0-a238-26367fb8490c req-f73dd431-2e09-4d6a-8927-01e6d27f2e68 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:53.835327 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e4228a62-3151-4bd0-a238-26367fb8490c req-f73dd431-2e09-4d6a-8927-01e6d27f2e68 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.0911319 Aug 02 13:47:53.856964 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ddbac3fa-8a52-4caf-a975-3975b051bc80 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:53.899261 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-ddbac3fa-8a52-4caf-a975-3975b051bc80 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6086750 Aug 02 13:47:53.900245 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911f17d3-2713-4d43-9c2b-cedcb51e80fe', 'tag': 'b26bea1c-ab25-4297-b365-5abeb3d9ed51'}] {{(pid=104368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:47:53.903229 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245b70741b0aa7b9232129cc368cc987c69949c5cf8ab06a5d5e033a5668ca41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debf9793-190d-4da5-a2f5-249afe202dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "911f17d3-2713-4d43-9c2b-cedcb51e80fe", "tag": "b26bea1c-ab25-4297-b365-5abeb3d9ed51"}]}' {{(pid=104368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:47:53.911264 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e4228a62-3151-4bd0-a238-26367fb8490c req-6cd5c564-6feb-4b58-b344-c8c768c827f0 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734029 Aug 02 13:47:53.979660 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b939253c-ea63-4783-b962-824dd6a29aad x-openstack-request-id: req-b939253c-ea63-4783-b962-824dd6a29aad {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:47:53.980203 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "911f17d3-2713-4d43-9c2b-cedcb51e80fe", "tag": "b26bea1c-ab25-4297-b365-5abeb3d9ed51", "status": "completed", "code": 200}]} {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:47:53.980203 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b939253c-ea63-4783-b962-824dd6a29aad {{(pid=104368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:47:53.980613 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b939253c-ea63-4783-b962-824dd6a29aad'] response: {'name': 'network-changed', 'server_uuid': '911f17d3-2713-4d43-9c2b-cedcb51e80fe', 'tag': 'b26bea1c-ab25-4297-b365-5abeb3d9ed51', 'status': 'completed', 'code': 200} Aug 02 13:47:54.090345 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf9793-190d-4da5-a2f5-249afe202dd4 req-3accde93-d9d5-4cdf-85b2-28abb5ea11d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:54.091912 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-debf9793-190d-4da5-a2f5-249afe202dd4 req-3accde93-d9d5-4cdf-85b2-28abb5ea11d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39e0b340c5a84846b7a1b18d315704c3&device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 1129 time: 0.0853026 Aug 02 13:47:54.221411 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf9793-190d-4da5-a2f5-249afe202dd4 req-c37e23eb-d935-4678-b489-0c2fcea3a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:54.223922 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-debf9793-190d-4da5-a2f5-249afe202dd4 req-c37e23eb-d935-4678-b489-0c2fcea3a73f service neutron] 10.222.0.20 "GET /v2.0/networks?id=0515d1a8-4c24-4bca-ad9a-358fdaffbe76 HTTP/1.1" status: 200 len: 910 time: 0.1234429 Aug 02 13:47:54.320060 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-cae33adf-126d-4ff8-bcb0-4a91f4c91687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15efac35-eccf-483f-958c-d1933a448f05', 'name': 'tempest-TestShelveInstance-1214891623-router', 'tenant_id': '39e0b340c5a84846b7a1b18d315704c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '7d0527da-f730-49df-8423-61f29867fe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:46:48Z', 'updated_at': '2022-08-02T13:46:52Z', 'revision_number': 4, 'project_id': '39e0b340c5a84846b7a1b18d315704c3', 'gw_port': {'id': '7d0527da-f730-49df-8423-61f29867fe77', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15efac35-eccf-483f-958c-d1933a448f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:46:49Z', 'updated_at': '2022-08-02T13:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'fe574d90-0f64-4156-a8a6-b184984f36c6', 'tenant_id': '39e0b340c5a84846b7a1b18d315704c3', 'floating_ip_address': '172.27.4.55', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': '15efac35-eccf-483f-958c-d1933a448f05', 'port_id': 'b26bea1c-ab25-4297-b365-5abeb3d9ed51', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0515d1a8-4c24-4bca-ad9a-358fdaffbe76', 'mac_address': 'fa:16:3e:b0:6d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911f17d3-2713-4d43-9c2b-cedcb51e80fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:47:51Z', 'updated_at': '2022-08-02T13:47:51Z', 'revision_number': 0, 'project_id': '39e0b340c5a84846b7a1b18d315704c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc400f17-2554-41a5-85df-aa24840e538e', 'name': '', 'network_id': '0515d1a8-4c24-4bca-ad9a-358fdaffbe76', 'tenant_id': '39e0b340c5a84846b7a1b18d315704c3', 'mac_address': 'fa:16:3e:88:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15efac35-eccf-483f-958c-d1933a448f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:46:51Z', 'updated_at': '2022-08-02T13:46:55Z', 'revision_number': 5, 'project_id': '39e0b340c5a84846b7a1b18d315704c3', 'subnets': [{'id': '1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:47:54.325672 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-debf9793-190d-4da5-a2f5-249afe202dd4 req-418c32e5-323d-406a-b67e-a61d57ce708c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b26bea1c-ab25-4297-b365-5abeb3d9ed51 HTTP/1.1" status: 200 len: 998 time: 0.0935137 Aug 02 13:47:54.350342 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae33adf-126d-4ff8-bcb0-4a91f4c91687 None None] Checking router: 15efac35-eccf-483f-958c-d1933a448f05 for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:47:54.364876 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae33adf-126d-4ff8-bcb0-4a91f4c91687 None None] Routers {'15efac35-eccf-483f-958c-d1933a448f05'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:47:54.365535 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-cae33adf-126d-4ff8-bcb0-4a91f4c91687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:47:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['15efac35-eccf-483f-958c-d1933a448f05'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:47:54.431102 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-63abcf46-a57e-4829-84d0-9244b622b287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:54.461364 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf9793-190d-4da5-a2f5-249afe202dd4 req-c395b196-3db0-46c7-b136-3aef36b322b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:54.470353 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-debf9793-190d-4da5-a2f5-249afe202dd4 req-c395b196-3db0-46c7-b136-3aef36b322b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8 HTTP/1.1" status: 200 len: 848 time: 0.1367600 Aug 02 13:47:54.547311 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf9793-190d-4da5-a2f5-249afe202dd4 req-c3823ce1-1a45-4d3d-8fb8-176e553ff30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:54.552058 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-debf9793-190d-4da5-a2f5-249afe202dd4 req-c3823ce1-1a45-4d3d-8fb8-176e553ff30a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0515d1a8-4c24-4bca-ad9a-358fdaffbe76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0717332 Aug 02 13:47:54.570349 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-cae33adf-126d-4ff8-bcb0-4a91f4c91687 None None] Set router 15efac35-eccf-483f-958c-d1933a448f05 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:47:54.702795 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-debf9793-190d-4da5-a2f5-249afe202dd4 req-38728b89-66fd-4625-88ba-3769f4270f17 service neutron] 10.222.0.20 "GET /v2.0/networks/0515d1a8-4c24-4bca-ad9a-358fdaffbe76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459372 Aug 02 13:47:54.867601 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-debf9793-190d-4da5-a2f5-249afe202dd4 req-884d95dc-7d1c-4d1f-aced-f50bfa0c6a81 service neutron] 10.222.0.20 "GET /v2.0/networks/0515d1a8-4c24-4bca-ad9a-358fdaffbe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539280 Aug 02 13:47:54.898003 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-cae33adf-126d-4ff8-bcb0-4a91f4c91687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15efac35-eccf-483f-958c-d1933a448f05', 'name': 'tempest-TestShelveInstance-1214891623-router', 'tenant_id': '39e0b340c5a84846b7a1b18d315704c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '7d0527da-f730-49df-8423-61f29867fe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:46:48Z', 'updated_at': '2022-08-02T13:46:52Z', 'revision_number': 4, 'project_id': '39e0b340c5a84846b7a1b18d315704c3', 'gw_port': {'id': '7d0527da-f730-49df-8423-61f29867fe77', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15efac35-eccf-483f-958c-d1933a448f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:46:49Z', 'updated_at': '2022-08-02T13:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'fe574d90-0f64-4156-a8a6-b184984f36c6', 'tenant_id': '39e0b340c5a84846b7a1b18d315704c3', 'floating_ip_address': '172.27.4.55', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': '15efac35-eccf-483f-958c-d1933a448f05', 'port_id': 'b26bea1c-ab25-4297-b365-5abeb3d9ed51', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0515d1a8-4c24-4bca-ad9a-358fdaffbe76', 'mac_address': 'fa:16:3e:b0:6d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911f17d3-2713-4d43-9c2b-cedcb51e80fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:47:51Z', 'updated_at': '2022-08-02T13:47:51Z', 'revision_number': 0, 'project_id': '39e0b340c5a84846b7a1b18d315704c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc400f17-2554-41a5-85df-aa24840e538e', 'name': '', 'network_id': '0515d1a8-4c24-4bca-ad9a-358fdaffbe76', 'tenant_id': '39e0b340c5a84846b7a1b18d315704c3', 'mac_address': 'fa:16:3e:88:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15efac35-eccf-483f-958c-d1933a448f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:46:51Z', 'updated_at': '2022-08-02T13:46:55Z', 'revision_number': 5, 'project_id': '39e0b340c5a84846b7a1b18d315704c3', 'subnets': [{'id': '1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:47:54.926192 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae33adf-126d-4ff8-bcb0-4a91f4c91687 None None] The sync data for ids ['15efac35-eccf-483f-958c-d1933a448f05'] in dv-cinder-847864-8-iscsi is: [{'id': '15efac35-eccf-483f-958c-d1933a448f05', 'name': 'tempest-TestShelveInstance-1214891623-router', 'tenant_id': '39e0b340c5a84846b7a1b18d315704c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '7d0527da-f730-49df-8423-61f29867fe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:46:48Z', 'updated_at': '2022-08-02T13:46:52Z', 'revision_number': 4, 'project_id': '39e0b340c5a84846b7a1b18d315704c3', 'gw_port': {'id': '7d0527da-f730-49df-8423-61f29867fe77', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15efac35-eccf-483f-958c-d1933a448f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:46:49Z', 'updated_at': '2022-08-02T13:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_floatingips': [{'id': 'fe574d90-0f64-4156-a8a6-b184984f36c6', 'tenant_id': '39e0b340c5a84846b7a1b18d315704c3', 'floating_ip_address': '172.27.4.55', 'floating_network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'router_id': '15efac35-eccf-483f-958c-d1933a448f05', 'port_id': 'b26bea1c-ab25-4297-b365-5abeb3d9ed51', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0515d1a8-4c24-4bca-ad9a-358fdaffbe76', 'mac_address': 'fa:16:3e:b0:6d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911f17d3-2713-4d43-9c2b-cedcb51e80fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-02T13:47:51Z', 'updated_at': '2022-08-02T13:47:51Z', 'revision_number': 0, 'project_id': '39e0b340c5a84846b7a1b18d315704c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc400f17-2554-41a5-85df-aa24840e538e', 'name': '', 'network_id': '0515d1a8-4c24-4bca-ad9a-358fdaffbe76', 'tenant_id': '39e0b340c5a84846b7a1b18d315704c3', 'mac_address': 'fa:16:3e:88:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15efac35-eccf-483f-958c-d1933a448f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:46:51Z', 'updated_at': '2022-08-02T13:46:55Z', 'revision_number': 5, 'project_id': '39e0b340c5a84846b7a1b18d315704c3', 'subnets': [{'id': '1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:47:55.083359 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48d8d1-5896-4fac-adf7-beb05b73c139 req-8dfa45be-bbd7-48e6-b1db-0e520e598c9e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:55.085483 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ac48d8d1-5896-4fac-adf7-beb05b73c139 req-8dfa45be-bbd7-48e6-b1db-0e520e598c9e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.0689619 Aug 02 13:47:55.155093 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ac48d8d1-5896-4fac-adf7-beb05b73c139 req-13d30756-96ab-4002-bb8f-e847d327f8e0 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626206 Aug 02 13:47:55.231328 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c440a04-8f70-4508-83f1-107185ab8c36 None None] New status for floating IP fe574d90-0f64-4156-a8a6-b184984f36c6: ACTIVE {{(pid=104371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:47:55.345122 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:56.352157 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f3c13-1cf8-4eff-a4d2-fe0df17f79ef req-7fa44dcf-c32f-4064-b002-d0f4baa87813 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:56.361016 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ae4f3c13-1cf8-4eff-a4d2-fe0df17f79ef req-7fa44dcf-c32f-4064-b002-d0f4baa87813 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.1091526 Aug 02 13:47:56.460775 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ae4f3c13-1cf8-4eff-a4d2-fe0df17f79ef req-9be963ee-2705-4afe-b50d-2b5c8c1e8b6f tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990462 Aug 02 13:47:56.476584 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-87378d98-f352-4f84-9a72-55978a0c3625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:57.609470 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce214995-46aa-40bb-9a11-4231650977af req-8927eee9-577b-4fa8-876d-7598cecf3995 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:57.610982 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ce214995-46aa-40bb-9a11-4231650977af req-8927eee9-577b-4fa8-876d-7598cecf3995 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.0541346 Aug 02 13:47:57.618823 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:57.661664 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-ce214995-46aa-40bb-9a11-4231650977af req-2d9d01e1-c5ac-4613-acac-51f3e42c9dcf tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439429 Aug 02 13:47:58.794924 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c696f-c089-4e49-93b3-15cdf321180d req-10746f45-f131-4305-8fbc-ea45ab6372fb tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:58.796451 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d58c696f-c089-4e49-93b3-15cdf321180d req-10746f45-f131-4305-8fbc-ea45ab6372fb tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.0562725 Aug 02 13:47:58.845296 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d58c696f-c089-4e49-93b3-15cdf321180d req-197fd16a-0b86-456c-a3dc-ab59d9c74d8e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423465 Aug 02 13:47:59.253143 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:47:59.997626 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92c87e-b760-490b-b194-4c5374b9c7b1 req-5fb59122-33f3-4322-ac1b-c2fb04cca129 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:47:59.999262 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-cc92c87e-b760-490b-b194-4c5374b9c7b1 req-5fb59122-33f3-4322-ac1b-c2fb04cca129 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.0710778 Aug 02 13:48:00.057324 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-cc92c87e-b760-490b-b194-4c5374b9c7b1 req-5a847a7f-7153-4c63-8da5-ab9d29cfdee2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513446 Aug 02 13:48:00.195328 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0b7c1-bb5c-4453-9c24-e1885de1191e req-bc2ef141-ff85-4df1-b342-50edc5a52867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:00.196782 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2aa0b7c1-bb5c-4453-9c24-e1885de1191e req-bc2ef141-ff85-4df1-b342-50edc5a52867 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b3a8010c56d4c2a827a2b3da2e2b222&device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 1129 time: 0.0523598 Aug 02 13:48:00.292573 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0b7c1-bb5c-4453-9c24-e1885de1191e req-81c11401-41cb-47e4-9efa-bc86f2ee94df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:00.294082 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2aa0b7c1-bb5c-4453-9c24-e1885de1191e req-81c11401-41cb-47e4-9efa-bc86f2ee94df service neutron] 10.222.0.20 "GET /v2.0/networks?id=d1ca7bc5-1e11-41ba-99a3-db435e41589e HTTP/1.1" status: 200 len: 918 time: 0.0906029 Aug 02 13:48:00.358250 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2aa0b7c1-bb5c-4453-9c24-e1885de1191e req-4150b08a-ae1e-41e1-b49d-d50fdd39a45e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf93305e-d66a-41e6-a9df-fc388435aa5a HTTP/1.1" status: 200 len: 1001 time: 0.0576210 Aug 02 13:48:00.418689 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0b7c1-bb5c-4453-9c24-e1885de1191e req-a1ed7118-bd9e-4bf0-b345-c8c91d2ccada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:00.420218 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2aa0b7c1-bb5c-4453-9c24-e1885de1191e req-a1ed7118-bd9e-4bf0-b345-c8c91d2ccada service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1b3380a-fd77-4082-a681-a2409a13bef9 HTTP/1.1" status: 200 len: 856 time: 0.0557017 Aug 02 13:48:00.473918 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0b7c1-bb5c-4453-9c24-e1885de1191e req-de54e800-b41a-4b3e-bb43-abd8f961facb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:00.475514 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2aa0b7c1-bb5c-4453-9c24-e1885de1191e req-de54e800-b41a-4b3e-bb43-abd8f961facb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d1ca7bc5-1e11-41ba-99a3-db435e41589e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482218 Aug 02 13:48:00.575325 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2aa0b7c1-bb5c-4453-9c24-e1885de1191e req-7fe4bdac-610b-43d8-9653-941e0c9411bd service neutron] 10.222.0.20 "GET /v2.0/networks/d1ca7bc5-1e11-41ba-99a3-db435e41589e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938294 Aug 02 13:48:00.677678 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:48:00.678305 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2aa0b7c1-bb5c-4453-9c24-e1885de1191e req-77dc155a-ab6a-49d3-ab91-bfb4538baa4b service neutron] 10.222.0.20 "GET /v2.0/networks/d1ca7bc5-1e11-41ba-99a3-db435e41589e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971401 Aug 02 13:48:01.195634 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e42a0-f0fe-432e-958a-ffc59b18b6b6 req-ee0ba9df-6efc-468c-8d9c-0ac9fa7729ca tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:01.197253 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-617e42a0-f0fe-432e-958a-ffc59b18b6b6 req-ee0ba9df-6efc-468c-8d9c-0ac9fa7729ca tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.0606396 Aug 02 13:48:01.261143 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-617e42a0-f0fe-432e-958a-ffc59b18b6b6 req-c8ef65e0-7baa-4ef8-a10b-8d03628e2de3 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571241 Aug 02 13:48:02.410914 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdfa69-84cc-484e-aeb9-6f6efe344878 req-b9db1b5f-c23b-43f3-97e4-478f6e866c4a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:02.412549 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6ebdfa69-84cc-484e-aeb9-6f6efe344878 req-b9db1b5f-c23b-43f3-97e4-478f6e866c4a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 945 time: 0.0651872 Aug 02 13:48:02.473446 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6ebdfa69-84cc-484e-aeb9-6f6efe344878 req-80efc1ef-df5d-48f3-b7c1-91bc85ff4ebd tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535853 Aug 02 13:48:03.152656 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device cf93305e-d66a-41e6-a9df-fc388435aa5a no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:48:03.232577 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port cf93305e-d66a-41e6-a9df-fc388435aa5a is: ACTIVE; New status is: DOWN {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:48:03.232979 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (cf93305e-d66a-41e6-a9df-fc388435aa5a), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:48:03.260688 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c158d760-7ac1-4449-8256-ec7dac85ff13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf93305e-d66a-41e6-a9df-fc388435aa5a'}] {{(pid=104370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:48:03.263023 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7baa883c66606d2bd29c352a6206e712ed5fe15c106669ddbeacd0f82211b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c608e32-4bef-414b-b93c-7b6734695ae0" -d '{"events": [{"server_uuid": "c158d760-7ac1-4449-8256-ec7dac85ff13", "name": "network-vif-unplugged", "status": "completed", "tag": "cf93305e-d66a-41e6-a9df-fc388435aa5a"}]}' {{(pid=104370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:48:03.277498 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port cf93305e-d66a-41e6-a9df-fc388435aa5a, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=cf93305e-d66a-41e6-a9df-fc388435aa5a,segment=NetworkSegment(e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75),segment_id=e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:48:03.300743 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Aug 2022 13:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6033d0a-f147-4b5f-b71c-97de89162e2c x-openstack-request-id: req-a6033d0a-f147-4b5f-b71c-97de89162e2c {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:48:03.301053 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c158d760-7ac1-4449-8256-ec7dac85ff13", "name": "network-vif-unplugged", "status": "completed", "tag": "cf93305e-d66a-41e6-a9df-fc388435aa5a", "code": 200}]} {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:48:03.301311 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a6033d0a-f147-4b5f-b71c-97de89162e2c {{(pid=104370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:48:03.301718 dv-cinder-847864-8-iscsi neutron-server[104370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6033d0a-f147-4b5f-b71c-97de89162e2c'] response: {'server_uuid': 'c158d760-7ac1-4449-8256-ec7dac85ff13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf93305e-d66a-41e6-a9df-fc388435aa5a', 'code': 200} Aug 02 13:48:03.430626 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (cf93305e-d66a-41e6-a9df-fc388435aa5a), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:48:03.484049 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=cf93305e-d66a-41e6-a9df-fc388435aa5a,revision_number=8']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:48:03.612725 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02754adf-72bd-4a1a-9c34-6db10eb896e9 req-104a472b-424e-4821-940c-6acf01be5a91 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:03.615031 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-02754adf-72bd-4a1a-9c34-6db10eb896e9 req-104a472b-424e-4821-940c-6acf01be5a91 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 943 time: 0.0596597 Aug 02 13:48:03.666282 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-02754adf-72bd-4a1a-9c34-6db10eb896e9 req-22a9e321-b39f-42ab-991b-6addaa10e8d0 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454748 Aug 02 13:48:06.876336 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57af5c-211d-473f-b193-d61c9a91988c req-4742072b-7a6f-42b3-9d62-04b0cb101ad8 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:06.877806 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2f57af5c-211d-473f-b193-d61c9a91988c req-4742072b-7a6f-42b3-9d62-04b0cb101ad8 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 943 time: 0.0556347 Aug 02 13:48:06.929731 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2f57af5c-211d-473f-b193-d61c9a91988c req-9da015c3-b52e-49ad-bc9a-c53a484a2b84 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454893 Aug 02 13:48:07.458868 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 42794) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:48:07.553785 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fe56d184-fac9-42bd-8696-401346541920 req-5e05d3da-0b2c-4d7e-96d2-75babaad588d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0936770 Aug 02 13:48:07.562527 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [req-fe56d184-fac9-42bd-8696-401346541920 req-9aae2708-9858-4d06-8b24-3b11def433c4 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 02 13:48:07.563490 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-fe56d184-fac9-42bd-8696-401346541920 req-9aae2708-9858-4d06-8b24-3b11def433c4 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050011 Aug 02 13:48:07.659035 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 42802) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:48:07.778572 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56d184-fac9-42bd-8696-401346541920 req-09a58812-1a52-4fc7-9a99-b82d5272063e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:07.779978 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-fe56d184-fac9-42bd-8696-401346541920 req-09a58812-1a52-4fc7-9a99-b82d5272063e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports/cf93305e-d66a-41e6-a9df-fc388435aa5a HTTP/1.1" status: 200 len: 940 time: 0.1197417 Aug 02 13:48:08.072634 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa2f52-a0bf-4f2c-9716-738b052386e2 req-01382747-2a93-4dff-9a93-82eb025aea02 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:08.074157 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1bfa2f52-a0bf-4f2c-9716-738b052386e2 req-01382747-2a93-4dff-9a93-82eb025aea02 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 943 time: 0.0568984 Aug 02 13:48:08.123635 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-1bfa2f52-a0bf-4f2c-9716-738b052386e2 req-ed839ed0-2686-4dbc-b7d4-f887f9be7363 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436068 Aug 02 13:48:09.372261 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7737058-5782-4948-95a9-7cf00492fc87 req-bcc288ce-2d14-413b-abad-a7efd8277898 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:09.373794 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a7737058-5782-4948-95a9-7cf00492fc87 req-bcc288ce-2d14-413b-abad-a7efd8277898 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 943 time: 0.0610578 Aug 02 13:48:09.428270 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a7737058-5782-4948-95a9-7cf00492fc87 req-e087215f-f7da-4fb1-a4f0-482d185995d8 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483971 Aug 02 13:48:10.468254 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56d184-fac9-42bd-8696-401346541920 req-7f2754fb-9f7c-438d-b19c-c5c0a3b00706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:10.469870 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-fe56d184-fac9-42bd-8696-401346541920 req-7f2754fb-9f7c-438d-b19c-c5c0a3b00706 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13&tenant_id=9b3a8010c56d4c2a827a2b3da2e2b222 HTTP/1.1" status: 200 len: 1127 time: 0.1005075 Aug 02 13:48:10.481821 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [req-fe56d184-fac9-42bd-8696-401346541920 req-685fcba2-6e48-4adb-9b89-17067e71fa8e service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104368) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 02 13:48:10.482865 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-fe56d184-fac9-42bd-8696-401346541920 req-685fcba2-6e48-4adb-9b89-17067e71fa8e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057285 Aug 02 13:48:10.588823 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56d184-fac9-42bd-8696-401346541920 req-64782a1a-825b-404f-9c20-59eaf85f2b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:10.590425 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-fe56d184-fac9-42bd-8696-401346541920 req-64782a1a-825b-404f-9c20-59eaf85f2b2f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b3a8010c56d4c2a827a2b3da2e2b222&device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 1127 time: 0.0823076 Aug 02 13:48:10.602567 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509ec32-1cb3-4b19-a40a-779a87afdfa9 req-a5db54ca-323d-486b-85d3-cb3a7552dcf8 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:10.604260 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-7509ec32-1cb3-4b19-a40a-779a87afdfa9 req-a5db54ca-323d-486b-85d3-cb3a7552dcf8 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 943 time: 0.0883100 Aug 02 13:48:10.715344 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-7509ec32-1cb3-4b19-a40a-779a87afdfa9 req-7b8af679-f378-4608-8a61-cfcac9d8b93b tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019502 Aug 02 13:48:10.732349 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56d184-fac9-42bd-8696-401346541920 req-c263a5bf-1edf-422f-824d-6b4c80a84411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:10.733831 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-fe56d184-fac9-42bd-8696-401346541920 req-c263a5bf-1edf-422f-824d-6b4c80a84411 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d1ca7bc5-1e11-41ba-99a3-db435e41589e HTTP/1.1" status: 200 len: 918 time: 0.1286840 Aug 02 13:48:10.807305 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-fe56d184-fac9-42bd-8696-401346541920 req-9d567f6b-1c6a-44ae-ab4d-9941483404e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf93305e-d66a-41e6-a9df-fc388435aa5a HTTP/1.1" status: 200 len: 999 time: 0.0663755 Aug 02 13:48:10.861128 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56d184-fac9-42bd-8696-401346541920 req-35d5341f-629d-419a-87cd-2357e1b37ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:10.863356 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-fe56d184-fac9-42bd-8696-401346541920 req-35d5341f-629d-419a-87cd-2357e1b37ce1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1b3380a-fd77-4082-a681-a2409a13bef9 HTTP/1.1" status: 200 len: 856 time: 0.0488787 Aug 02 13:48:10.919763 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56d184-fac9-42bd-8696-401346541920 req-e1d6783e-ea5c-4e6c-a7f9-87b1cb0d4cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:10.921542 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-fe56d184-fac9-42bd-8696-401346541920 req-e1d6783e-ea5c-4e6c-a7f9-87b1cb0d4cb8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d1ca7bc5-1e11-41ba-99a3-db435e41589e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526648 Aug 02 13:48:11.014964 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-fe56d184-fac9-42bd-8696-401346541920 req-fe0a303a-38ae-4216-a4d6-4ac77146cdb7 service neutron] 10.222.0.20 "GET /v2.0/networks/d1ca7bc5-1e11-41ba-99a3-db435e41589e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860760 Aug 02 13:48:11.129672 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-fe56d184-fac9-42bd-8696-401346541920 req-fdeff024-cd3b-4aa3-9603-5f004c94d905 service neutron] 10.222.0.20 "GET /v2.0/networks/d1ca7bc5-1e11-41ba-99a3-db435e41589e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079855 Aug 02 13:48:11.855132 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abafdb8-f1fd-4d43-a6a6-afdac2eb4b3f req-27bf772e-993c-499b-b129-97e579a367ec tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:11.856675 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9abafdb8-f1fd-4d43-a6a6-afdac2eb4b3f req-27bf772e-993c-499b-b129-97e579a367ec tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 943 time: 0.0606925 Aug 02 13:48:11.913548 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-9abafdb8-f1fd-4d43-a6a6-afdac2eb4b3f req-0f5c4c79-fa2b-4733-a909-3705184f279e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492544 Aug 02 13:48:13.071372 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37b9b7-4146-4e3f-a05e-e3d13abd638e req-dacd8c64-373b-47ce-98dd-6e544be13cc7 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:13.075179 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ce37b9b7-4146-4e3f-a05e-e3d13abd638e req-dacd8c64-373b-47ce-98dd-6e544be13cc7 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 943 time: 0.0721297 Aug 02 13:48:13.145142 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ce37b9b7-4146-4e3f-a05e-e3d13abd638e req-91a5abc9-6af6-4c54-90ae-329054693b52 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641208 Aug 02 13:48:14.282857 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994d540-9a31-4f67-931d-94f4a6cb4e9f req-7c07f708-455b-4ff3-8588-7e2b11e29203 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:14.287806 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-0994d540-9a31-4f67-931d-94f4a6cb4e9f req-7c07f708-455b-4ff3-8588-7e2b11e29203 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 943 time: 0.0559599 Aug 02 13:48:14.335937 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-0994d540-9a31-4f67-931d-94f4a6cb4e9f req-56049fb8-24bc-4668-b832-60f6c06067b3 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452313 Aug 02 13:48:15.482269 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c29ef-ae52-4222-a369-e7e7524660f7 req-88af2e9b-90ba-43d6-9e81-15a7c97f071a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:15.483953 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-8d0c29ef-ae52-4222-a369-e7e7524660f7 req-88af2e9b-90ba-43d6-9e81-15a7c97f071a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 943 time: 0.0634339 Aug 02 13:48:15.552769 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-8d0c29ef-ae52-4222-a369-e7e7524660f7 req-73f75b34-c4af-4a42-98b3-c4edeec09a80 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605581 Aug 02 13:48:16.699713 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e34280-4f08-4df4-95c4-4dc016c8d80d req-949eee79-c0ea-4391-ab89-101127288ad4 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:16.701427 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-b0e34280-4f08-4df4-95c4-4dc016c8d80d req-949eee79-c0ea-4391-ab89-101127288ad4 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 943 time: 0.0588348 Aug 02 13:48:16.713952 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:48:16.757529 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-b0e34280-4f08-4df4-95c4-4dc016c8d80d req-28834f5d-e26a-49a8-98e6-2690ec5e8408 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474482 Aug 02 13:48:17.907978 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b9a35-e3e9-4fc7-8a69-36a91369f25a req-8aefc5b7-f337-43e7-9193-111fa02860c2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:17.910088 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-618b9a35-e3e9-4fc7-8a69-36a91369f25a req-8aefc5b7-f337-43e7-9193-111fa02860c2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 943 time: 0.0648539 Aug 02 13:48:17.979396 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-618b9a35-e3e9-4fc7-8a69-36a91369f25a req-e3a3c8d4-11de-4d57-88a8-46ad617ac3ac tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607936 Aug 02 13:48:19.135343 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d940df3-2b38-4a1e-9034-a0751dbd4059 req-94c4325f-dd85-44f1-9c3b-3025c3d6707b tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:19.137510 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8d940df3-2b38-4a1e-9034-a0751dbd4059 req-94c4325f-dd85-44f1-9c3b-3025c3d6707b tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 943 time: 0.0641174 Aug 02 13:48:19.210561 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8d940df3-2b38-4a1e-9034-a0751dbd4059 req-b2c9f131-7e58-452f-b3b8-6064e157ceff tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617270 Aug 02 13:48:20.373521 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74153a8e-a02e-41e7-9dc5-f888b9c916eb req-a51e22f5-a074-494a-af47-454bd2218e9b tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:20.375385 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-74153a8e-a02e-41e7-9dc5-f888b9c916eb req-a51e22f5-a074-494a-af47-454bd2218e9b tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 943 time: 0.0622401 Aug 02 13:48:20.442870 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-74153a8e-a02e-41e7-9dc5-f888b9c916eb req-c7970f48-594f-478f-814d-f10fbca6b013 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610538 Aug 02 13:48:21.594763 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738cffc-4afa-4e1b-8fb2-1b2e6f2f518d req-9bb3ef89-859d-48a8-b1bb-c88f5feda927 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:21.596616 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e738cffc-4afa-4e1b-8fb2-1b2e6f2f518d req-9bb3ef89-859d-48a8-b1bb-c88f5feda927 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 943 time: 0.0596294 Aug 02 13:48:21.670953 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e738cffc-4afa-4e1b-8fb2-1b2e6f2f518d req-99621c64-95f9-4474-b5a8-48715c323cd0 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661654 Aug 02 13:48:22.817395 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf951f-bcc1-4eb3-8169-5b3f2b84f932 req-52011879-21ad-4021-8c1b-d46ca4a65bf1 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:22.818860 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-fdbf951f-bcc1-4eb3-8169-5b3f2b84f932 req-52011879-21ad-4021-8c1b-d46ca4a65bf1 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 943 time: 0.0622017 Aug 02 13:48:22.871802 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-fdbf951f-bcc1-4eb3-8169-5b3f2b84f932 req-d774147e-e359-42a6-a1df-3c561970d0da tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472569 Aug 02 13:48:24.009248 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e457c-2438-498f-b0ef-8b1275eb9a49 req-bc2a00b0-871f-427a-9fa1-cda5b56490c2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:24.010806 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8a5e457c-2438-498f-b0ef-8b1275eb9a49 req-bc2a00b0-871f-427a-9fa1-cda5b56490c2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 943 time: 0.0605314 Aug 02 13:48:24.046459 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 42958) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:48:24.064519 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8a5e457c-2438-498f-b0ef-8b1275eb9a49 req-8f9d54d3-51db-4f84-a2e8-123de8e58b5d tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480673 Aug 02 13:48:24.105486 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b83e300-a8f3-4c8d-9d54-ec4a506e6b72 admin admin] Deleting subnet f8421515-d9ed-4801-a5f7-ad2fc8340af8 {{(pid=104368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 02 13:48:24.108847 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-8b83e300-a8f3-4c8d-9d54-ec4a506e6b72 admin admin] Publish callbacks [] for subnet (f8421515-d9ed-4801-a5f7-ad2fc8340af8), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:48:24.146484 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-8b83e300-a8f3-4c8d-9d54-ec4a506e6b72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5352063'] for subnet (f8421515-d9ed-4801-a5f7-ad2fc8340af8), precommit_delete_associations {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:48:24.189416 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-8b83e300-a8f3-4c8d-9d54-ec4a506e6b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1626869'] for subnet (f8421515-d9ed-4801-a5f7-ad2fc8340af8), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:48:24.275452 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-98b0333f-ee4e-4f16-ba97-c4c8f530f9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:48:24.344885 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-8b83e300-a8f3-4c8d-9d54-ec4a506e6b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1626876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5191154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4657249'] for subnet (f8421515-d9ed-4801-a5f7-ad2fc8340af8), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:48:24.372572 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83e300-a8f3-4c8d-9d54-ec4a506e6b72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8421515-d9ed-4801-a5f7-ad2fc8340af8,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:48:24.375955 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-8b83e300-a8f3-4c8d-9d54-ec4a506e6b72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:48:24.378839 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-8b83e300-a8f3-4c8d-9d54-ec4a506e6b72 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/f8421515-d9ed-4801-a5f7-ad2fc8340af8 HTTP/1.1" status: 204 len: 168 time: 0.3312833 Aug 02 13:48:24.381410 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 42960) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:48:24.385477 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b83e300-a8f3-4c8d-9d54-ec4a506e6b72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:48:24.385840 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b83e300-a8f3-4c8d-9d54-ec4a506e6b72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:48:24.386196 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b83e300-a8f3-4c8d-9d54-ec4a506e6b72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:48:24.386608 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b83e300-a8f3-4c8d-9d54-ec4a506e6b72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:48:24.386954 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b83e300-a8f3-4c8d-9d54-ec4a506e6b72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:48:24.387324 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b83e300-a8f3-4c8d-9d54-ec4a506e6b72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:48:24.387664 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b83e300-a8f3-4c8d-9d54-ec4a506e6b72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:48:24.388025 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b83e300-a8f3-4c8d-9d54-ec4a506e6b72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:48:24.388396 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b83e300-a8f3-4c8d-9d54-ec4a506e6b72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:48:24.388731 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b83e300-a8f3-4c8d-9d54-ec4a506e6b72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:48:24.389071 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b83e300-a8f3-4c8d-9d54-ec4a506e6b72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:48:24.389397 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b83e300-a8f3-4c8d-9d54-ec4a506e6b72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:48:24.389729 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b83e300-a8f3-4c8d-9d54-ec4a506e6b72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:48:24.459553 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-9e6911c0-6748-48a2-85f6-86312b9d7538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1719594'] for network (57d67998-f5ad-42d1-885e-f5b4d8c8375c), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:48:24.541302 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-9e6911c0-6748-48a2-85f6-86312b9d7538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626208', 'neutron.services.segments.db._delete_segments_for_network-8786056706762'] for network (57d67998-f5ad-42d1-885e-f5b4d8c8375c), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:48:24.565600 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.services.segments.db [None req-9e6911c0-6748-48a2-85f6-86312b9d7538 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d67998-f5ad-42d1-885e-f5b4d8c8375c']}} {{(pid=104369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:48:24.575456 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.services.segments.db [None req-9e6911c0-6748-48a2-85f6-86312b9d7538 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf55ae46-006d-442e-a392-3401b722dd4a') {'for_net_delete': True} {{(pid=104369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:48:24.575818 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.services.segments.db [None req-9e6911c0-6748-48a2-85f6-86312b9d7538 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf55ae46-006d-442e-a392-3401b722dd4a') {} {{(pid=104369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:48:24.587477 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-9e6911c0-6748-48a2-85f6-86312b9d7538 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786056707283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4722930'] for segment (cf55ae46-006d-442e-a392-3401b722dd4a), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:48:24.603206 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-9e6911c0-6748-48a2-85f6-86312b9d7538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (cf55ae46-006d-442e-a392-3401b722dd4a), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:48:24.609554 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e6911c0-6748-48a2-85f6-86312b9d7538 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=104369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 13:48:24.609982 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-9e6911c0-6748-48a2-85f6-86312b9d7538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4352592'] for segment (cf55ae46-006d-442e-a392-3401b722dd4a), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:48:24.653111 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.services.segments.plugin [-] Segment cf55ae46-006d-442e-a392-3401b722dd4a resource provider aggregate not found Aug 02 13:48:24.673749 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.services.segments.plugin [-] Segment cf55ae46-006d-442e-a392-3401b722dd4a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf55ae46-006d-442e-a392-3401b722dd4a found for delete ", "request_id": "req-02b8599e-6558-4b66-a489-d601f4cc8fde"}]} Aug 02 13:48:24.807517 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-9e6911c0-6748-48a2-85f6-86312b9d7538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772273'] for network (57d67998-f5ad-42d1-885e-f5b4d8c8375c), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:48:24.813486 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-9e6911c0-6748-48a2-85f6-86312b9d7538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:48:24.817356 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-9e6911c0-6748-48a2-85f6-86312b9d7538 admin admin] 10.222.0.67 "DELETE /v2.0/networks/57d67998-f5ad-42d1-885e-f5b4d8c8375c HTTP/1.1" status: 204 len: 168 time: 0.4349623 Aug 02 13:48:24.828357 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6911c0-6748-48a2-85f6-86312b9d7538 admin admin] Pushing event deleted for resources: {'Network': ['ID=57d67998-f5ad-42d1-885e-f5b4d8c8375c,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:48:24.836985 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6911c0-6748-48a2-85f6-86312b9d7538 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:48:24.837341 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6911c0-6748-48a2-85f6-86312b9d7538 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:48:24.837688 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6911c0-6748-48a2-85f6-86312b9d7538 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:48:24.838030 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6911c0-6748-48a2-85f6-86312b9d7538 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:48:24.838365 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6911c0-6748-48a2-85f6-86312b9d7538 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:48:24.838718 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6911c0-6748-48a2-85f6-86312b9d7538 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:48:24.839049 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6911c0-6748-48a2-85f6-86312b9d7538 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:48:24.839478 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6911c0-6748-48a2-85f6-86312b9d7538 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:48:24.839712 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6911c0-6748-48a2-85f6-86312b9d7538 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:48:24.840094 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6911c0-6748-48a2-85f6-86312b9d7538 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:48:24.840425 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6911c0-6748-48a2-85f6-86312b9d7538 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:48:24.840747 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6911c0-6748-48a2-85f6-86312b9d7538 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:48:24.841070 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6911c0-6748-48a2-85f6-86312b9d7538 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:48:25.218320 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907bae39-120f-469b-b3d3-922875a36580 req-9f1bf563-64cb-4fa1-a97c-d59912b41c36 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:25.220004 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-907bae39-120f-469b-b3d3-922875a36580 req-9f1bf563-64cb-4fa1-a97c-d59912b41c36 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 943 time: 0.0645108 Aug 02 13:48:25.224562 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device cf93305e-d66a-41e6-a9df-fc388435aa5a details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 13:48:25.259870 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:48:25.273476 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 42970) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:48:25.283452 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-907bae39-120f-469b-b3d3-922875a36580 req-09a0ab02-2858-40c2-9c42-60ff45e9e43e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570300 Aug 02 13:48:25.319124 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-191899e4-4b95-4a88-8176-6ee26ad7c311 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=268a7c35cc13428eab4b2ea838ea6c62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444906 Aug 02 13:48:25.326299 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 42972) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:48:25.336903 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port cf93305e-d66a-41e6-a9df-fc388435aa5a, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=cf93305e-d66a-41e6-a9df-fc388435aa5a,segment=NetworkSegment(e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75),segment_id=e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:48:25.349326 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Returning: {'device': 'cf93305e-d66a-41e6-a9df-fc388435aa5a', 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e', 'port_id': 'cf93305e-d66a-41e6-a9df-fc388435aa5a', 'mac_address': 'fa:16:3e:1a:fd:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 13:48:25.385478 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ecdafce7-6880-483f-baf7-c33632c65773 admin admin] Publish callbacks [] for security_group (c1ee7caf-efb3-431d-8040-cbf865d65074), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:48:25.391019 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port cf93305e-d66a-41e6-a9df-fc388435aa5a is: DOWN; New status is: BUILD {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:48:25.391420 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (cf93305e-d66a-41e6-a9df-fc388435aa5a), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:48:25.404877 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf93305e-d66a-41e6-a9df-fc388435aa5a {{(pid=104370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:48:25.411740 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ecdafce7-6880-483f-baf7-c33632c65773 admin admin] Publish callbacks [] for security_group (c1ee7caf-efb3-431d-8040-cbf865d65074), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:48:25.426255 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port cf93305e-d66a-41e6-a9df-fc388435aa5a, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=cf93305e-d66a-41e6-a9df-fc388435aa5a,segment=NetworkSegment(e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75),segment_id=e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:48:25.561326 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (cf93305e-d66a-41e6-a9df-fc388435aa5a), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:48:25.609350 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=cf93305e-d66a-41e6-a9df-fc388435aa5a,revision_number=9']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:48:25.630513 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ecdafce7-6880-483f-baf7-c33632c65773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (c1ee7caf-efb3-431d-8040-cbf865d65074), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:48:25.634670 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ecdafce7-6880-483f-baf7-c33632c65773 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:48:25.639052 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-ecdafce7-6880-483f-baf7-c33632c65773 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c1ee7caf-efb3-431d-8040-cbf865d65074 HTTP/1.1" status: 204 len: 168 time: 0.3088655 Aug 02 13:48:25.647927 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdafce7-6880-483f-baf7-c33632c65773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ee7caf-efb3-431d-8040-cbf865d65074,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:48:25.771029 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['cf93305e-d66a-41e6-a9df-fc388435aa5a'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:48:26.417843 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c038a47-d012-4286-96ad-67b04f44cb70 req-60f8c87c-add8-4972-8498-b4ce281aa259 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:26.419372 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6c038a47-d012-4286-96ad-67b04f44cb70 req-60f8c87c-add8-4972-8498-b4ce281aa259 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 944 time: 0.0543923 Aug 02 13:48:26.459382 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-ce86de24-e857-4e80-a4da-1853420494df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:48:26.470898 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6c038a47-d012-4286-96ad-67b04f44cb70 req-75ace96e-3235-49a3-a7f5-22778cf9996a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450640 Aug 02 13:48:27.233232 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device cf93305e-d66a-41e6-a9df-fc388435aa5a up at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:48:27.283618 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning complete for port cf93305e-d66a-41e6-a9df-fc388435aa5a triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:48:27.284092 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (cf93305e-d66a-41e6-a9df-fc388435aa5a), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:48:27.360197 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port cf93305e-d66a-41e6-a9df-fc388435aa5a is: BUILD; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:48:27.360609 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (cf93305e-d66a-41e6-a9df-fc388435aa5a), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:48:27.385496 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c158d760-7ac1-4449-8256-ec7dac85ff13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf93305e-d66a-41e6-a9df-fc388435aa5a'}] {{(pid=104370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:48:27.387798 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7baa883c66606d2bd29c352a6206e712ed5fe15c106669ddbeacd0f82211b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d32a14-b6d0-4349-85d3-4e69c00f55b6" -d '{"events": [{"server_uuid": "c158d760-7ac1-4449-8256-ec7dac85ff13", "name": "network-vif-plugged", "status": "completed", "tag": "cf93305e-d66a-41e6-a9df-fc388435aa5a"}]}' {{(pid=104370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:48:27.401226 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port cf93305e-d66a-41e6-a9df-fc388435aa5a, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=cf93305e-d66a-41e6-a9df-fc388435aa5a,segment=NetworkSegment(e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75),segment_id=e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:48:27.425253 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e285c502-9099-4aa1-ad08-de95b357fdab x-openstack-request-id: req-e285c502-9099-4aa1-ad08-de95b357fdab {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:48:27.425554 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c158d760-7ac1-4449-8256-ec7dac85ff13", "name": "network-vif-plugged", "status": "completed", "tag": "cf93305e-d66a-41e6-a9df-fc388435aa5a", "code": 200}]} {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:48:27.425815 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e285c502-9099-4aa1-ad08-de95b357fdab {{(pid=104370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:48:27.426236 dv-cinder-847864-8-iscsi neutron-server[104370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e285c502-9099-4aa1-ad08-de95b357fdab'] response: {'server_uuid': 'c158d760-7ac1-4449-8256-ec7dac85ff13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf93305e-d66a-41e6-a9df-fc388435aa5a', 'code': 200} Aug 02 13:48:27.505042 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (cf93305e-d66a-41e6-a9df-fc388435aa5a), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:48:27.569864 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=cf93305e-d66a-41e6-a9df-fc388435aa5a,revision_number=10']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:48:27.608862 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968c979-92eb-4dac-a04d-4a876e2fc40a req-3bfbcde1-79f7-40e0-a390-d45e448fbfae tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:27.615849 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8968c979-92eb-4dac-a04d-4a876e2fc40a req-3bfbcde1-79f7-40e0-a390-d45e448fbfae tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 946 time: 0.0590236 Aug 02 13:48:27.666671 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-8968c979-92eb-4dac-a04d-4a876e2fc40a req-80016c09-3947-47b5-ad87-31c3fb6acf14 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477717 Aug 02 13:48:27.709947 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:48:27.851436 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8743389-07fc-4a89-b566-99aae65cf6c6 req-31ae0164-d65b-4f70-855a-a5178137728e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:27.852870 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a8743389-07fc-4a89-b566-99aae65cf6c6 req-31ae0164-d65b-4f70-855a-a5178137728e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 1130 time: 0.0488367 Aug 02 13:48:27.903066 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-a8743389-07fc-4a89-b566-99aae65cf6c6 req-9a9031bc-c9b5-4a93-ad43-b79af8325145 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436673 Aug 02 13:48:28.815463 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabec373-8b5e-4174-b565-c129fdba8d45 req-7ea31421-ce19-40c7-83d1-4e6170bf05a3 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:28.817708 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-aabec373-8b5e-4174-b565-c129fdba8d45 req-7ea31421-ce19-40c7-83d1-4e6170bf05a3 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 946 time: 0.0699759 Aug 02 13:48:28.869707 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-aabec373-8b5e-4174-b565-c129fdba8d45 req-84e0bc11-5e40-47b7-84fd-ec0c46da5144 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461655 Aug 02 13:48:29.270055 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:48:30.010364 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23089736-37be-42c7-8aa1-b7b997eab933 req-232ab883-8fe5-4dfc-81ac-006669b32d32 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:30.012058 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-23089736-37be-42c7-8aa1-b7b997eab933 req-232ab883-8fe5-4dfc-81ac-006669b32d32 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 946 time: 0.0609536 Aug 02 13:48:30.065853 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-23089736-37be-42c7-8aa1-b7b997eab933 req-ea4b530e-501f-4656-a9e3-fd7e20fc3abc tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469143 Aug 02 13:48:30.704514 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:48:31.201898 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975110cd-8994-49fc-9390-3536a3db870e req-e05e3fc1-81f7-49e0-a3ff-d674b2bb3b8e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:48:31.203468 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-975110cd-8994-49fc-9390-3536a3db870e req-e05e3fc1-81f7-49e0-a3ff-d674b2bb3b8e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 946 time: 0.0559499 Aug 02 13:48:31.255620 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-975110cd-8994-49fc-9390-3536a3db870e req-e8adfc5c-b9c3-4da5-abc6-a539d5b55483 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437024 Aug 02 13:48:53.714034 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:48:54.229720 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-3e44f52f-71db-468a-b008-c7291b5d3bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:48:55.256872 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:48:56.492518 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-ff4182ea-cc1b-46a4-9ebc-745a9a31c4f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:48:57.704373 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:48:59.292415 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:00.654780 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:02.393494 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9d200-f5fb-4eb2-9fb3-2dd716c5a478 req-01593853-6921-4460-a14e-4aebeb8bd795 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:49:02.395242 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-65d9d200-f5fb-4eb2-9fb3-2dd716c5a478 req-01593853-6921-4460-a14e-4aebeb8bd795 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 946 time: 0.0592785 Aug 02 13:49:02.709466 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-65d9d200-f5fb-4eb2-9fb3-2dd716c5a478 req-76cf2491-e180-442c-8889-1ef66f88dc8e tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3084240 Aug 02 13:49:03.712015 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674e5be-8f2b-4399-af4a-0aafec3c99be req-a84fa8c6-2648-4211-8d28-d8e76f59223a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:49:03.713535 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d674e5be-8f2b-4399-af4a-0aafec3c99be req-a84fa8c6-2648-4211-8d28-d8e76f59223a tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.20 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 946 time: 0.0558786 Aug 02 13:49:03.847603 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [req-d674e5be-8f2b-4399-af4a-0aafec3c99be req-b1e1872e-d70c-4bd7-8704-5c00b9b4d1f2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Deleting port cf93305e-d66a-41e6-a9df-fc388435aa5a {{(pid=104368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:49:03.847867 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-d674e5be-8f2b-4399-af4a-0aafec3c99be req-b1e1872e-d70c-4bd7-8704-5c00b9b4d1f2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (cf93305e-d66a-41e6-a9df-fc388435aa5a), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:03.942101 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a9344-6a4e-47eb-950c-8a2b4bc74119 req-c290a764-e55f-48ca-b58c-94b0f9503c54 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:49:03.943673 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2f0a9344-6a4e-47eb-950c-8a2b4bc74119 req-c290a764-e55f-48ca-b58c-94b0f9503c54 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 946 time: 0.1323440 Aug 02 13:49:03.978440 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [req-d674e5be-8f2b-4399-af4a-0aafec3c99be req-b1e1872e-d70c-4bd7-8704-5c00b9b4d1f2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] For port cf93305e-d66a-41e6-a9df-fc388435aa5a, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=cf93305e-d66a-41e6-a9df-fc388435aa5a,segment=NetworkSegment(e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75),segment_id=e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75)] {{(pid=104368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:49:03.978811 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-d674e5be-8f2b-4399-af4a-0aafec3c99be req-b1e1872e-d70c-4bd7-8704-5c00b9b4d1f2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (cf93305e-d66a-41e6-a9df-fc388435aa5a), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:04.050061 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-2f0a9344-6a4e-47eb-950c-8a2b4bc74119 req-37579e7f-cd47-4ac7-808c-0937db2bb86b tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups?id=ef2a94d1-277e-4e2c-b170-d1975a86a81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006165 Aug 02 13:49:04.178660 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-d674e5be-8f2b-4399-af4a-0aafec3c99be req-b1e1872e-d70c-4bd7-8704-5c00b9b4d1f2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:04.179026 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-d674e5be-8f2b-4399-af4a-0aafec3c99be req-b1e1872e-d70c-4bd7-8704-5c00b9b4d1f2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772271'] for floatingip (c9f21b9a-18aa-400b-8568-ad61592589d2), after_update {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:04.179341 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.db.l3_db [req-d674e5be-8f2b-4399-af4a-0aafec3c99be req-b1e1872e-d70c-4bd7-8704-5c00b9b4d1f2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Floating IP c9f21b9a-18aa-400b-8568-ad61592589d2 disassociated. External IP: 172.27.4.159, port: cf93305e-d66a-41e6-a9df-fc388435aa5a. Aug 02 13:49:04.179747 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [req-d674e5be-8f2b-4399-af4a-0aafec3c99be req-b1e1872e-d70c-4bd7-8704-5c00b9b4d1f2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Calling delete_port for cf93305e-d66a-41e6-a9df-fc388435aa5a owned by compute:nova {{(pid=104368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:49:04.441958 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-d674e5be-8f2b-4399-af4a-0aafec3c99be req-b1e1872e-d70c-4bd7-8704-5c00b9b4d1f2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (cf93305e-d66a-41e6-a9df-fc388435aa5a), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:04.476381 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1872e-d70c-4bd7-8704-5c00b9b4d1f2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Pushing event deleted for resources: {'Port': ['ID=cf93305e-d66a-41e6-a9df-fc388435aa5a,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:49:04.593375 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d674e5be-8f2b-4399-af4a-0aafec3c99be req-b1e1872e-d70c-4bd7-8704-5c00b9b4d1f2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Router 18c37cf6-75d3-4501-a495-ae57fdd7972b has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:49:04.718392 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d674e5be-8f2b-4399-af4a-0aafec3c99be req-b1e1872e-d70c-4bd7-8704-5c00b9b4d1f2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:49:04.728370 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e5a5e6-71aa-43df-8f60-e6f1a8058f9b None None] Sync routers for ids ['18c37cf6-75d3-4501-a495-ae57fdd7972b'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:49:04.740482 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e5a5e6-71aa-43df-8f60-e6f1a8058f9b None None] Routers {'18c37cf6-75d3-4501-a495-ae57fdd7972b'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:49:04.741175 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-c4e5a5e6-71aa-43df-8f60-e6f1a8058f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:48:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['18c37cf6-75d3-4501-a495-ae57fdd7972b'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:49:04.762600 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [req-d674e5be-8f2b-4399-af4a-0aafec3c99be req-b1e1872e-d70c-4bd7-8704-5c00b9b4d1f2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] No DVR routers for this DVR port cf93305e-d66a-41e6-a9df-fc388435aa5a on host hv-cinder-84786 {{(pid=104368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:49:04.765484 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-d674e5be-8f2b-4399-af4a-0aafec3c99be req-b1e1872e-d70c-4bd7-8704-5c00b9b4d1f2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:04.771638 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d674e5be-8f2b-4399-af4a-0aafec3c99be req-b1e1872e-d70c-4bd7-8704-5c00b9b4d1f2 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.20 "DELETE /v2.0/ports/cf93305e-d66a-41e6-a9df-fc388435aa5a HTTP/1.1" status: 204 len: 173 time: 1.0530496 Aug 02 13:49:04.772261 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c158d760-7ac1-4449-8256-ec7dac85ff13', 'name': 'network-vif-deleted', 'tag': 'cf93305e-d66a-41e6-a9df-fc388435aa5a'}] {{(pid=104368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:49:04.775685 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245b70741b0aa7b9232129cc368cc987c69949c5cf8ab06a5d5e033a5668ca41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b06eef-91f2-454f-9eaf-5a035d5e5ef8" -d '{"events": [{"server_uuid": "c158d760-7ac1-4449-8256-ec7dac85ff13", "name": "network-vif-deleted", "tag": "cf93305e-d66a-41e6-a9df-fc388435aa5a"}]}' {{(pid=104368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:49:04.857945 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-c4e5a5e6-71aa-43df-8f60-e6f1a8058f9b None None] Set router 18c37cf6-75d3-4501-a495-ae57fdd7972b gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:49:04.992679 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36293ad-9158-4b30-b2a1-6d18417f6e44 x-openstack-request-id: req-d36293ad-9158-4b30-b2a1-6d18417f6e44 {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:49:04.993496 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c158d760-7ac1-4449-8256-ec7dac85ff13", "name": "network-vif-deleted", "tag": "cf93305e-d66a-41e6-a9df-fc388435aa5a", "status": "completed", "code": 200}]} {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:49:04.993496 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d36293ad-9158-4b30-b2a1-6d18417f6e44 {{(pid=104368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:49:04.994171 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d36293ad-9158-4b30-b2a1-6d18417f6e44'] response: {'server_uuid': 'c158d760-7ac1-4449-8256-ec7dac85ff13', 'name': 'network-vif-deleted', 'tag': 'cf93305e-d66a-41e6-a9df-fc388435aa5a', 'status': 'completed', 'code': 200} Aug 02 13:49:05.118051 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-c4e5a5e6-71aa-43df-8f60-e6f1a8058f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'name': 'tempest-AttachVolumeShelveTestJSON-1418216456-router', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:43:02Z', 'updated_at': '2022-08-02T13:43:06Z', 'revision_number': 4, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'gw_port': {'id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:03Z', 'updated_at': '2022-08-02T13:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '7365261c-10aa-48ae-90b6-e72ebb8433bd', 'name': '', 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'mac_address': 'fa:16:3e:57:05:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:05Z', 'updated_at': '2022-08-02T13:43:12Z', 'revision_number': 5, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'subnets': [{'id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:49:05.148575 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e5a5e6-71aa-43df-8f60-e6f1a8058f9b None None] Checking router: 18c37cf6-75d3-4501-a495-ae57fdd7972b for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:49:05.158076 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e5a5e6-71aa-43df-8f60-e6f1a8058f9b None None] Routers {'18c37cf6-75d3-4501-a495-ae57fdd7972b'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:49:05.159407 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-c4e5a5e6-71aa-43df-8f60-e6f1a8058f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:48:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['18c37cf6-75d3-4501-a495-ae57fdd7972b'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:49:05.174721 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6e2b5f7e-e6cf-49fb-a5b0-3e981de0b1b4 req-36feabc9-8e09-42e3-a492-b4f6c33df6e7 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/ports?device_id=c158d760-7ac1-4449-8256-ec7dac85ff13 HTTP/1.1" status: 200 len: 210 time: 0.0312316 Aug 02 13:49:05.269531 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-c4e5a5e6-71aa-43df-8f60-e6f1a8058f9b None None] Set router 18c37cf6-75d3-4501-a495-ae57fdd7972b gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:49:05.480325 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-c4e5a5e6-71aa-43df-8f60-e6f1a8058f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'name': 'tempest-AttachVolumeShelveTestJSON-1418216456-router', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:43:02Z', 'updated_at': '2022-08-02T13:43:06Z', 'revision_number': 4, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'gw_port': {'id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:03Z', 'updated_at': '2022-08-02T13:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '7365261c-10aa-48ae-90b6-e72ebb8433bd', 'name': '', 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'mac_address': 'fa:16:3e:57:05:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:05Z', 'updated_at': '2022-08-02T13:43:12Z', 'revision_number': 5, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'subnets': [{'id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:49:05.505892 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e5a5e6-71aa-43df-8f60-e6f1a8058f9b None None] The sync data for ids ['18c37cf6-75d3-4501-a495-ae57fdd7972b'] in dv-cinder-847864-8-iscsi is: [{'id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'name': 'tempest-AttachVolumeShelveTestJSON-1418216456-router', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:43:02Z', 'updated_at': '2022-08-02T13:43:06Z', 'revision_number': 4, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'gw_port': {'id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:03Z', 'updated_at': '2022-08-02T13:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': '7365261c-10aa-48ae-90b6-e72ebb8433bd', 'name': '', 'network_id': 'd1ca7bc5-1e11-41ba-99a3-db435e41589e', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'mac_address': 'fa:16:3e:57:05:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:05Z', 'updated_at': '2022-08-02T13:43:12Z', 'revision_number': 5, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'subnets': [{'id': 'd1b3380a-fd77-4082-a681-a2409a13bef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:49:05.766320 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3477f130-e3d8-493e-afd8-e1e0ce1c4254 None None] New status for floating IP c9f21b9a-18aa-400b-8568-ad61592589d2: DOWN {{(pid=104371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:49:06.556963 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 43056) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:49:06.618235 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c981b4a9-2a4b-4da7-ac09-8dccb952f9d5 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for security_group (ef2a94d1-277e-4e2c-b170-d1975a86a81f), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:06.646053 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c981b4a9-2a4b-4da7-ac09-8dccb952f9d5 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for security_group (ef2a94d1-277e-4e2c-b170-d1975a86a81f), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:06.789836 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c981b4a9-2a4b-4da7-ac09-8dccb952f9d5 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (ef2a94d1-277e-4e2c-b170-d1975a86a81f), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:06.792437 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c981b4a9-2a4b-4da7-ac09-8dccb952f9d5 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:06.793628 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-c981b4a9-2a4b-4da7-ac09-8dccb952f9d5 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "DELETE /v2.0/security-groups/ef2a94d1-277e-4e2c-b170-d1975a86a81f HTTP/1.1" status: 204 len: 168 time: 0.2356606 Aug 02 13:49:06.796936 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 43058) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:49:06.808264 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981b4a9-2a4b-4da7-ac09-8dccb952f9d5 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2a94d1-277e-4e2c-b170-d1975a86a81f,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:49:06.811421 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.api.v2.resource [None req-fe3f269e-9191-41fe-92bd-7c0559a86653 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] show failed (client error): The resource could not be found. Aug 02 13:49:06.815624 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-fe3f269e-9191-41fe-92bd-7c0559a86653 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "GET /v2.0/security-groups/ef2a94d1-277e-4e2c-b170-d1975a86a81f HTTP/1.1" status: 404 len: 347 time: 0.0144613 Aug 02 13:49:06.817974 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 43060) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:49:07.200351 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-ef646575-c300-402b-ad00-cb33aba4c790 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Deleting port 84c71a5a-ff55-41d5-bee5-526678aa5d13 {{(pid=104368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:49:07.200708 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ef646575-c300-402b-ad00-cb33aba4c790 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (84c71a5a-ff55-41d5-bee5-526678aa5d13), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:07.280452 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ef646575-c300-402b-ad00-cb33aba4c790 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (84c71a5a-ff55-41d5-bee5-526678aa5d13), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:07.280790 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ef646575-c300-402b-ad00-cb33aba4c790 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for floatingip (84c71a5a-ff55-41d5-bee5-526678aa5d13), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:07.293773 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-ef646575-c300-402b-ad00-cb33aba4c790 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Calling delete_port for 84c71a5a-ff55-41d5-bee5-526678aa5d13 owned by network:floatingip {{(pid=104368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:49:07.365265 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device cf93305e-d66a-41e6-a9df-fc388435aa5a no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:49:07.385302 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] No Port match for: cf93305e-d66a-41e6-a9df-fc388435aa5a {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:49:07.391842 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device cf93305e-d66a-41e6-a9df-fc388435aa5a not bound to the agent host hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:49:07.572106 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ef646575-c300-402b-ad00-cb33aba4c790 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (84c71a5a-ff55-41d5-bee5-526678aa5d13), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:07.600352 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef646575-c300-402b-ad00-cb33aba4c790 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Pushing event deleted for resources: {'Port': ['ID=84c71a5a-ff55-41d5-bee5-526678aa5d13,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:49:07.672136 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ef646575-c300-402b-ad00-cb33aba4c790 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks [] for floatingip (c9f21b9a-18aa-400b-8568-ad61592589d2), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:07.678081 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ef646575-c300-402b-ad00-cb33aba4c790 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:07.678081 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-ef646575-c300-402b-ad00-cb33aba4c790 tempest-AttachVolumeShelveTestJSON-1341747551 tempest-AttachVolumeShelveTestJSON-1341747551-project] 10.222.0.67 "DELETE /v2.0/floatingips/c9f21b9a-18aa-400b-8568-ad61592589d2 HTTP/1.1" status: 204 len: 168 time: 0.8575673 Aug 02 13:49:10.656118 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 43084) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:49:11.160301 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a8cec113-8373-4683-9729-6eefc706a5e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773039'] for router_interface (18c37cf6-75d3-4501-a495-ae57fdd7972b), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:11.408554 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-a8cec113-8373-4683-9729-6eefc706a5e5 admin admin] Deleting port 7365261c-10aa-48ae-90b6-e72ebb8433bd {{(pid=104368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:49:11.408898 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a8cec113-8373-4683-9729-6eefc706a5e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (7365261c-10aa-48ae-90b6-e72ebb8433bd), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:11.491943 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [None req-a8cec113-8373-4683-9729-6eefc706a5e5 admin admin] For port 7365261c-10aa-48ae-90b6-e72ebb8433bd, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=7365261c-10aa-48ae-90b6-e72ebb8433bd,segment=NetworkSegment(e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75),segment_id=e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75)] {{(pid=104368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:49:11.492271 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a8cec113-8373-4683-9729-6eefc706a5e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (7365261c-10aa-48ae-90b6-e72ebb8433bd), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:11.506450 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-a8cec113-8373-4683-9729-6eefc706a5e5 admin admin] Calling delete_port for 7365261c-10aa-48ae-90b6-e72ebb8433bd owned by network:router_interface {{(pid=104368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:49:11.806654 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a8cec113-8373-4683-9729-6eefc706a5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (7365261c-10aa-48ae-90b6-e72ebb8433bd), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:11.829691 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cec113-8373-4683-9729-6eefc706a5e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7365261c-10aa-48ae-90b6-e72ebb8433bd,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:49:12.000720 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a8cec113-8373-4683-9729-6eefc706a5e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-772915'] for router_interface (18c37cf6-75d3-4501-a495-ae57fdd7972b), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:12.212637 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8cec113-8373-4683-9729-6eefc706a5e5 admin admin] Router 18c37cf6-75d3-4501-a495-ae57fdd7972b has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:49:12.323827 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cec113-8373-4683-9729-6eefc706a5e5 admin admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:49:12.401200 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-a8cec113-8373-4683-9729-6eefc706a5e5 admin admin] 10.222.0.67 "PUT /v2.0/routers/18c37cf6-75d3-4501-a495-ae57fdd7972b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6719675 Aug 02 13:49:12.401200 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 43088) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:49:12.402303 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1044d2f7-d5d6-401e-9103-81988fa82231 None None] Sync routers for ids ['18c37cf6-75d3-4501-a495-ae57fdd7972b'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:49:12.402303 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1044d2f7-d5d6-401e-9103-81988fa82231 None None] Routers {'18c37cf6-75d3-4501-a495-ae57fdd7972b'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:49:12.402303 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-1044d2f7-d5d6-401e-9103-81988fa82231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:48:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['18c37cf6-75d3-4501-a495-ae57fdd7972b'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:49:12.432693 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-18449763-f98f-43a2-9c03-fc866f38eb6d admin admin] Publish callbacks [] for router (18c37cf6-75d3-4501-a495-ae57fdd7972b), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:12.456063 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-1044d2f7-d5d6-401e-9103-81988fa82231 None None] Set router 18c37cf6-75d3-4501-a495-ae57fdd7972b gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:49:12.535643 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-18449763-f98f-43a2-9c03-fc866f38eb6d admin admin] Publish callbacks [] for router_gateway (18c37cf6-75d3-4501-a495-ae57fdd7972b), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:12.768734 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-1044d2f7-d5d6-401e-9103-81988fa82231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'name': 'tempest-AttachVolumeShelveTestJSON-1418216456-router', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:43:02Z', 'updated_at': '2022-08-02T13:49:11Z', 'revision_number': 5, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'gw_port': {'id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:03Z', 'updated_at': '2022-08-02T13:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:49:12.796358 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1044d2f7-d5d6-401e-9103-81988fa82231 None None] Checking router: 18c37cf6-75d3-4501-a495-ae57fdd7972b for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:49:12.804947 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1044d2f7-d5d6-401e-9103-81988fa82231 None None] Routers {'18c37cf6-75d3-4501-a495-ae57fdd7972b'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:49:12.805562 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-1044d2f7-d5d6-401e-9103-81988fa82231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:48:56Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['18c37cf6-75d3-4501-a495-ae57fdd7972b'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:49:12.908509 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-1044d2f7-d5d6-401e-9103-81988fa82231 None None] Set router 18c37cf6-75d3-4501-a495-ae57fdd7972b gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:49:12.946537 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-18449763-f98f-43a2-9c03-fc866f38eb6d admin admin] Deleting port c0bd270f-905e-41d5-9e1a-24c28b2363d6 {{(pid=104368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:49:12.947392 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-18449763-f98f-43a2-9c03-fc866f38eb6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (c0bd270f-905e-41d5-9e1a-24c28b2363d6), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:13.029622 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [None req-18449763-f98f-43a2-9c03-fc866f38eb6d admin admin] For port c0bd270f-905e-41d5-9e1a-24c28b2363d6, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=c0bd270f-905e-41d5-9e1a-24c28b2363d6,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:49:13.030061 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-18449763-f98f-43a2-9c03-fc866f38eb6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (c0bd270f-905e-41d5-9e1a-24c28b2363d6), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:13.044194 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-18449763-f98f-43a2-9c03-fc866f38eb6d admin admin] Calling delete_port for c0bd270f-905e-41d5-9e1a-24c28b2363d6 owned by network:router_gateway {{(pid=104368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:49:13.132869 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-1044d2f7-d5d6-401e-9103-81988fa82231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'name': 'tempest-AttachVolumeShelveTestJSON-1418216456-router', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:43:02Z', 'updated_at': '2022-08-02T13:49:11Z', 'revision_number': 5, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'gw_port': {'id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:03Z', 'updated_at': '2022-08-02T13:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:49:13.159012 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1044d2f7-d5d6-401e-9103-81988fa82231 None None] The sync data for ids ['18c37cf6-75d3-4501-a495-ae57fdd7972b'] in dv-cinder-847864-8-iscsi is: [{'id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'name': 'tempest-AttachVolumeShelveTestJSON-1418216456-router', 'tenant_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:43:02Z', 'updated_at': '2022-08-02T13:49:11Z', 'revision_number': 5, 'project_id': '9b3a8010c56d4c2a827a2b3da2e2b222', 'gw_port': {'id': 'c0bd270f-905e-41d5-9e1a-24c28b2363d6', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c37cf6-75d3-4501-a495-ae57fdd7972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:43:03Z', 'updated_at': '2022-08-02T13:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:49:13.332214 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-18449763-f98f-43a2-9c03-fc866f38eb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (c0bd270f-905e-41d5-9e1a-24c28b2363d6), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:13.357822 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18449763-f98f-43a2-9c03-fc866f38eb6d admin admin] Pushing event deleted for resources: {'Port': ['ID=c0bd270f-905e-41d5-9e1a-24c28b2363d6,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:49:13.427057 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-18449763-f98f-43a2-9c03-fc866f38eb6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772245'] for router_gateway (18c37cf6-75d3-4501-a495-ae57fdd7972b), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:13.517327 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-18449763-f98f-43a2-9c03-fc866f38eb6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-774428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (18c37cf6-75d3-4501-a495-ae57fdd7972b), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:13.519617 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-18449763-f98f-43a2-9c03-fc866f38eb6d admin admin] Publish callbacks [] for router_controller (18c37cf6-75d3-4501-a495-ae57fdd7972b), precommit_delete_associations {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:13.696825 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 7365261c-10aa-48ae-90b6-e72ebb8433bd no longer exists at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:49:13.726094 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] No Port match for: 7365261c-10aa-48ae-90b6-e72ebb8433bd {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:49:13.726479 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 7365261c-10aa-48ae-90b6-e72ebb8433bd not bound to the agent host dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:49:13.761123 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-18449763-f98f-43a2-9c03-fc866f38eb6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-774405'] for router (18c37cf6-75d3-4501-a495-ae57fdd7972b), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:13.761701 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18449763-f98f-43a2-9c03-fc866f38eb6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18c37cf6-75d3-4501-a495-ae57fdd7972b {{(pid=104368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 02 13:49:13.766610 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-18449763-f98f-43a2-9c03-fc866f38eb6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:13.774993 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-18449763-f98f-43a2-9c03-fc866f38eb6d admin admin] 10.222.0.67 "DELETE /v2.0/routers/18c37cf6-75d3-4501-a495-ae57fdd7972b HTTP/1.1" status: 204 len: 168 time: 1.4350126 Aug 02 13:49:13.774993 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 43090) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:49:13.823227 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b7edb86-5fa0-4ea7-bfdb-cdbf76913daf admin admin] Deleting subnet d1b3380a-fd77-4082-a681-a2409a13bef9 {{(pid=104368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 02 13:49:13.826765 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7b7edb86-5fa0-4ea7-bfdb-cdbf76913daf admin admin] Publish callbacks [] for subnet (d1b3380a-fd77-4082-a681-a2409a13bef9), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:13.874117 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7b7edb86-5fa0-4ea7-bfdb-cdbf76913daf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5352063'] for subnet (d1b3380a-fd77-4082-a681-a2409a13bef9), precommit_delete_associations {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:13.958973 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7b7edb86-5fa0-4ea7-bfdb-cdbf76913daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1626869'] for subnet (d1b3380a-fd77-4082-a681-a2409a13bef9), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:14.163943 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7b7edb86-5fa0-4ea7-bfdb-cdbf76913daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1626876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5191154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4657249'] for subnet (d1b3380a-fd77-4082-a681-a2409a13bef9), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:14.195088 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7edb86-5fa0-4ea7-bfdb-cdbf76913daf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1b3380a-fd77-4082-a681-a2409a13bef9,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:49:14.198893 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7b7edb86-5fa0-4ea7-bfdb-cdbf76913daf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:14.202423 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-7b7edb86-5fa0-4ea7-bfdb-cdbf76913daf admin admin] 10.222.0.67 "DELETE /v2.0/subnets/d1b3380a-fd77-4082-a681-a2409a13bef9 HTTP/1.1" status: 204 len: 168 time: 0.4294379 Aug 02 13:49:14.205901 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 43092) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:49:14.206956 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5ddb27-5e1c-4c15-bd99-ba839a0a020d None None] Network d1ca7bc5-1e11-41ba-99a3-db435e41589e requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:49:14.291157 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a3d51d4f-4f5b-4961-8052-4081a06502e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1719594'] for network (d1ca7bc5-1e11-41ba-99a3-db435e41589e), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:14.348994 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-a3d51d4f-4f5b-4961-8052-4081a06502e3 admin admin] Deleting port c9b867b5-ab9b-419b-8818-e6e81a113957 {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:49:14.349337 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a3d51d4f-4f5b-4961-8052-4081a06502e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (c9b867b5-ab9b-419b-8818-e6e81a113957), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:14.414179 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [None req-a3d51d4f-4f5b-4961-8052-4081a06502e3 admin admin] For port c9b867b5-ab9b-419b-8818-e6e81a113957, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=c9b867b5-ab9b-419b-8818-e6e81a113957,segment=NetworkSegment(e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75),segment_id=e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75)] {{(pid=104369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:49:14.414586 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a3d51d4f-4f5b-4961-8052-4081a06502e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (c9b867b5-ab9b-419b-8818-e6e81a113957), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:14.429192 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-a3d51d4f-4f5b-4961-8052-4081a06502e3 admin admin] Calling delete_port for c9b867b5-ab9b-419b-8818-e6e81a113957 owned by network:dhcp {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:49:14.440165 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1647f4-325f-4aa2-ae9d-63cf9a45c3d8 None None] DHCP port deletion for d1ca7bc5-1e11-41ba-99a3-db435e41589e request from dv-cinder-847864-8-iscsi {{(pid=104370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 02 13:49:14.491190 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-3b1647f4-325f-4aa2-ae9d-63cf9a45c3d8 None None] Deleting port c9b867b5-ab9b-419b-8818-e6e81a113957 {{(pid=104370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:49:14.491481 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-3b1647f4-325f-4aa2-ae9d-63cf9a45c3d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (c9b867b5-ab9b-419b-8818-e6e81a113957), before_delete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:14.561790 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-3b1647f4-325f-4aa2-ae9d-63cf9a45c3d8 None None] For port c9b867b5-ab9b-419b-8818-e6e81a113957, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=c9b867b5-ab9b-419b-8818-e6e81a113957,segment=NetworkSegment(e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75),segment_id=e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:49:14.562103 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-3b1647f4-325f-4aa2-ae9d-63cf9a45c3d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (c9b867b5-ab9b-419b-8818-e6e81a113957), precommit_delete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:14.577391 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-3b1647f4-325f-4aa2-ae9d-63cf9a45c3d8 None None] Calling delete_port for c9b867b5-ab9b-419b-8818-e6e81a113957 owned by network:dhcp {{(pid=104370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:49:14.677286 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a3d51d4f-4f5b-4961-8052-4081a06502e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (c9b867b5-ab9b-419b-8818-e6e81a113957), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: from cryptography.utils import int_from_bytes Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: from cryptography.utils import int_from_bytes Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: self.session.flush() Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: self.session.flush() Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: self.session.flush() Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: self.session.flush() Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: self.session.flush() Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: self.session.flush() Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: self.session.flush() Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: self.session.flush() Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: self.session.flush() Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: self.session.flush() Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: self.session.flush() Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: self.session.flush() Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: self.session.flush() Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: self.session.flush() Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: self.session.flush() Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: self.session.flush() Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: self.session.flush() Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: self.session.flush() Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 02 13:49:14.679074 dv-cinder-847864-8-iscsi neutron-server[104370]: self.session.flush() Aug 02 13:49:14.682116 dv-cinder-847864-8-iscsi neutron-server[104370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 02 13:49:14.682116 dv-cinder-847864-8-iscsi neutron-server[104370]: self.session.flush() Aug 02 13:49:14.682116 dv-cinder-847864-8-iscsi neutron-server[104370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 02 13:49:14.682116 dv-cinder-847864-8-iscsi neutron-server[104370]: self.session.flush() Aug 02 13:49:14.682116 dv-cinder-847864-8-iscsi neutron-server[104370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 02 13:49:14.682116 dv-cinder-847864-8-iscsi neutron-server[104370]: self.session.flush() Aug 02 13:49:14.682116 dv-cinder-847864-8-iscsi neutron-server[104370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 02 13:49:14.682116 dv-cinder-847864-8-iscsi neutron-server[104370]: self.session.flush() Aug 02 13:49:14.682116 dv-cinder-847864-8-iscsi neutron-server[104370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 02 13:49:14.682116 dv-cinder-847864-8-iscsi neutron-server[104370]: self.session.flush() Aug 02 13:49:14.682116 dv-cinder-847864-8-iscsi neutron-server[104370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 02 13:49:14.682116 dv-cinder-847864-8-iscsi neutron-server[104370]: self.session.flush() Aug 02 13:49:14.682116 dv-cinder-847864-8-iscsi neutron-server[104370]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 02 13:49:14.682116 dv-cinder-847864-8-iscsi neutron-server[104370]: self.session.flush() Aug 02 13:49:14.686141 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-3b1647f4-325f-4aa2-ae9d-63cf9a45c3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988'] for port (c9b867b5-ab9b-419b-8818-e6e81a113957), after_delete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:14.705798 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d51d4f-4f5b-4961-8052-4081a06502e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9b867b5-ab9b-419b-8818-e6e81a113957,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:49:14.712819 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1647f4-325f-4aa2-ae9d-63cf9a45c3d8 None None] Pushing event deleted for resources: {'Port': ['ID=c9b867b5-ab9b-419b-8818-e6e81a113957,revision_number=None']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:49:14.713417 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d51d4f-4f5b-4961-8052-4081a06502e3 admin admin] No DVR routers for this DVR port c9b867b5-ab9b-419b-8818-e6e81a113957 on host dv-cinder-847864-8-iscsi {{(pid=104369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:49:14.715533 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1647f4-325f-4aa2-ae9d-63cf9a45c3d8 None None] No DVR routers for this DVR port c9b867b5-ab9b-419b-8818-e6e81a113957 on host dv-cinder-847864-8-iscsi {{(pid=104370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:49:14.726670 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1647f4-325f-4aa2-ae9d-63cf9a45c3d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:14.727038 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1647f4-325f-4aa2-ae9d-63cf9a45c3d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:14.727394 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1647f4-325f-4aa2-ae9d-63cf9a45c3d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:14.727859 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1647f4-325f-4aa2-ae9d-63cf9a45c3d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:14.728078 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1647f4-325f-4aa2-ae9d-63cf9a45c3d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:14.728419 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1647f4-325f-4aa2-ae9d-63cf9a45c3d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:14.728761 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1647f4-325f-4aa2-ae9d-63cf9a45c3d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:14.729099 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1647f4-325f-4aa2-ae9d-63cf9a45c3d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:14.729533 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1647f4-325f-4aa2-ae9d-63cf9a45c3d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:14.729760 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1647f4-325f-4aa2-ae9d-63cf9a45c3d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:14.730096 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1647f4-325f-4aa2-ae9d-63cf9a45c3d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:14.730566 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1647f4-325f-4aa2-ae9d-63cf9a45c3d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:14.730774 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1647f4-325f-4aa2-ae9d-63cf9a45c3d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:14.790795 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a3d51d4f-4f5b-4961-8052-4081a06502e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626208', 'neutron.services.segments.db._delete_segments_for_network-8786056706762'] for network (d1ca7bc5-1e11-41ba-99a3-db435e41589e), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:14.812587 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.services.segments.db [None req-a3d51d4f-4f5b-4961-8052-4081a06502e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1ca7bc5-1e11-41ba-99a3-db435e41589e']}} {{(pid=104369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:49:14.823537 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.services.segments.db [None req-a3d51d4f-4f5b-4961-8052-4081a06502e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75') {'for_net_delete': True} {{(pid=104369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:49:14.823836 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.services.segments.db [None req-a3d51d4f-4f5b-4961-8052-4081a06502e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75') {} {{(pid=104369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:49:14.833417 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a3d51d4f-4f5b-4961-8052-4081a06502e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786056707283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4722930'] for segment (e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:14.847252 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a3d51d4f-4f5b-4961-8052-4081a06502e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:14.853671 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d51d4f-4f5b-4961-8052-4081a06502e3 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=104369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 13:49:14.854065 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a3d51d4f-4f5b-4961-8052-4081a06502e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4352592'] for segment (e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:15.001287 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.services.segments.plugin [-] Segment e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75 resource provider aggregate not found Aug 02 13:49:15.020172 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.services.segments.plugin [-] Segment e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e74a819d-c0cd-4f8e-8fc9-1d5f5e5f8e75 found for delete ", "request_id": "req-c66d9800-e4fc-4643-9650-9aeee701bf12"}]} Aug 02 13:49:15.046710 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a3d51d4f-4f5b-4961-8052-4081a06502e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772273'] for network (d1ca7bc5-1e11-41ba-99a3-db435e41589e), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:15.053200 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-a3d51d4f-4f5b-4961-8052-4081a06502e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:15.056422 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-a3d51d4f-4f5b-4961-8052-4081a06502e3 admin admin] 10.222.0.67 "DELETE /v2.0/networks/d1ca7bc5-1e11-41ba-99a3-db435e41589e HTTP/1.1" status: 204 len: 168 time: 0.8493195 Aug 02 13:49:15.068005 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d51d4f-4f5b-4961-8052-4081a06502e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1ca7bc5-1e11-41ba-99a3-db435e41589e,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:49:15.533716 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 43102) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:49:15.578283 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-c8fd34d9-188b-4fc2-bfb6-9126b3202783 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9b3a8010c56d4c2a827a2b3da2e2b222&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428765 Aug 02 13:49:15.581517 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 43104) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:49:15.636363 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e6314222-c53a-4964-b8c5-a64649cd3941 admin admin] Publish callbacks [] for security_group (f3c4640a-4fd7-4263-b0bb-823f4a0b63fe), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:15.636541 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device c9b867b5-ab9b-419b-8818-e6e81a113957 no longer exists at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:49:15.657725 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] No Port match for: c9b867b5-ab9b-419b-8818-e6e81a113957 {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:49:15.658756 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device c9b867b5-ab9b-419b-8818-e6e81a113957 not bound to the agent host dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:49:15.659189 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device c0bd270f-905e-41d5-9e1a-24c28b2363d6 no longer exists at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:49:15.668691 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e6314222-c53a-4964-b8c5-a64649cd3941 admin admin] Publish callbacks [] for security_group (f3c4640a-4fd7-4263-b0bb-823f4a0b63fe), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:15.680775 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] No Port match for: c0bd270f-905e-41d5-9e1a-24c28b2363d6 {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:49:15.681136 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device c0bd270f-905e-41d5-9e1a-24c28b2363d6 not bound to the agent host dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:49:15.829123 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e6314222-c53a-4964-b8c5-a64649cd3941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (f3c4640a-4fd7-4263-b0bb-823f4a0b63fe), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:15.832524 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e6314222-c53a-4964-b8c5-a64649cd3941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:15.834100 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-e6314222-c53a-4964-b8c5-a64649cd3941 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f3c4640a-4fd7-4263-b0bb-823f4a0b63fe HTTP/1.1" status: 204 len: 168 time: 0.2514873 Aug 02 13:49:15.846525 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6314222-c53a-4964-b8c5-a64649cd3941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c4640a-4fd7-4263-b0bb-823f4a0b63fe,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:49:21.615063 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 43164) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:49:21.727278 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-fab00982-7dd1-4eb1-95ed-c3b9c9a81f2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:21.807650 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-fab00982-7dd1-4eb1-95ed-c3b9c9a81f2c admin admin] Publish callbacks [] for security_group (60e2aaa2-2d65-41bb-b598-5066ef3f4d68), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:21.945491 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-fab00982-7dd1-4eb1-95ed-c3b9c9a81f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (60e2aaa2-2d65-41bb-b598-5066ef3f4d68), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:21.985745 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-fab00982-7dd1-4eb1-95ed-c3b9c9a81f2c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b1c724badd9d412cb8f764b1cf154d6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3695924 Aug 02 13:49:21.986665 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab00982-7dd1-4eb1-95ed-c3b9c9a81f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e2aaa2-2d65-41bb-b598-5066ef3f4d68,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:49:21.988835 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 43168) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:49:22.038200 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-66c3da8d-12f7-4463-a89e-c711692d7b2e admin admin] Publish callbacks [] for security_group (60e2aaa2-2d65-41bb-b598-5066ef3f4d68), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:22.059727 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-66c3da8d-12f7-4463-a89e-c711692d7b2e admin admin] Publish callbacks [] for security_group (60e2aaa2-2d65-41bb-b598-5066ef3f4d68), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:22.246140 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-66c3da8d-12f7-4463-a89e-c711692d7b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (60e2aaa2-2d65-41bb-b598-5066ef3f4d68), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:22.249042 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-66c3da8d-12f7-4463-a89e-c711692d7b2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:22.250209 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-66c3da8d-12f7-4463-a89e-c711692d7b2e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/60e2aaa2-2d65-41bb-b598-5066ef3f4d68 HTTP/1.1" status: 204 len: 168 time: 0.2603464 Aug 02 13:49:22.259487 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3da8d-12f7-4463-a89e-c711692d7b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e2aaa2-2d65-41bb-b598-5066ef3f4d68,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:49:24.289294 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-fc2199be-78e4-4f10-b6b5-d8df29edab76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:25.286227 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:25.704161 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 43218) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:49:25.812273 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-01054287-41f7-4456-85a9-9e748443e74b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:25.890091 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-01054287-41f7-4456-85a9-9e748443e74b admin admin] Publish callbacks [] for security_group (81354891-5159-42f6-bc61-1de0a5d1b26f), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:26.000697 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-01054287-41f7-4456-85a9-9e748443e74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (81354891-5159-42f6-bc61-1de0a5d1b26f), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:26.039289 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-01054287-41f7-4456-85a9-9e748443e74b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=27cce11689a541c8a579fc1c638e704e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3339868 Aug 02 13:49:26.040141 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01054287-41f7-4456-85a9-9e748443e74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81354891-5159-42f6-bc61-1de0a5d1b26f,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:49:26.041975 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 43222) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:49:26.054601 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01054287-41f7-4456-85a9-9e748443e74b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:26.054957 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01054287-41f7-4456-85a9-9e748443e74b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:26.055306 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01054287-41f7-4456-85a9-9e748443e74b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:26.055643 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01054287-41f7-4456-85a9-9e748443e74b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:26.055986 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01054287-41f7-4456-85a9-9e748443e74b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:26.056317 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01054287-41f7-4456-85a9-9e748443e74b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:26.056651 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01054287-41f7-4456-85a9-9e748443e74b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:26.056981 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01054287-41f7-4456-85a9-9e748443e74b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:26.057311 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01054287-41f7-4456-85a9-9e748443e74b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:26.057640 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01054287-41f7-4456-85a9-9e748443e74b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:26.057965 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01054287-41f7-4456-85a9-9e748443e74b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:26.058290 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01054287-41f7-4456-85a9-9e748443e74b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:26.058637 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01054287-41f7-4456-85a9-9e748443e74b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:26.106263 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-fc23afc5-ae75-46fc-a4fc-887cd844cbca admin admin] Publish callbacks [] for security_group (81354891-5159-42f6-bc61-1de0a5d1b26f), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:26.128388 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-fc23afc5-ae75-46fc-a4fc-887cd844cbca admin admin] Publish callbacks [] for security_group (81354891-5159-42f6-bc61-1de0a5d1b26f), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:26.288404 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-fc23afc5-ae75-46fc-a4fc-887cd844cbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (81354891-5159-42f6-bc61-1de0a5d1b26f), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:26.290999 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-fc23afc5-ae75-46fc-a4fc-887cd844cbca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:26.292183 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-fc23afc5-ae75-46fc-a4fc-887cd844cbca admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/81354891-5159-42f6-bc61-1de0a5d1b26f HTTP/1.1" status: 204 len: 168 time: 0.2492845 Aug 02 13:49:26.302560 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23afc5-ae75-46fc-a4fc-887cd844cbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81354891-5159-42f6-bc61-1de0a5d1b26f,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:49:26.443220 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-279ba49d-72f8-404f-aae6-a544d1a3cfa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:27.203584 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 43228) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:49:27.216946 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4dec3f07-88c4-4f1f-8482-bd5e61d6fcc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:27.300007 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4dec3f07-88c4-4f1f-8482-bd5e61d6fcc1 admin admin] Publish callbacks [] for security_group (1706851e-623a-47ef-ab93-d6c08842233c), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:27.406029 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4dec3f07-88c4-4f1f-8482-bd5e61d6fcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (1706851e-623a-47ef-ab93-d6c08842233c), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:27.446460 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-4dec3f07-88c4-4f1f-8482-bd5e61d6fcc1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3f048133af6b4a599b9e7e6cfc9534ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416892 Aug 02 13:49:27.447360 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec3f07-88c4-4f1f-8482-bd5e61d6fcc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1706851e-623a-47ef-ab93-d6c08842233c,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:49:27.449241 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 43230) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:49:27.499946 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-9dbe118e-ba3a-4ea5-bd35-a93f7d887e2b admin admin] Publish callbacks [] for security_group (1706851e-623a-47ef-ab93-d6c08842233c), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:27.521642 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-9dbe118e-ba3a-4ea5-bd35-a93f7d887e2b admin admin] Publish callbacks [] for security_group (1706851e-623a-47ef-ab93-d6c08842233c), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:27.697459 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:27.715387 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-9dbe118e-ba3a-4ea5-bd35-a93f7d887e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (1706851e-623a-47ef-ab93-d6c08842233c), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:27.718252 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-9dbe118e-ba3a-4ea5-bd35-a93f7d887e2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:27.719721 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-9dbe118e-ba3a-4ea5-bd35-a93f7d887e2b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1706851e-623a-47ef-ab93-d6c08842233c HTTP/1.1" status: 204 len: 168 time: 0.2694821 Aug 02 13:49:27.728514 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe118e-ba3a-4ea5-bd35-a93f7d887e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1706851e-623a-47ef-ab93-d6c08842233c,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:49:27.736297 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe118e-ba3a-4ea5-bd35-a93f7d887e2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:27.736660 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe118e-ba3a-4ea5-bd35-a93f7d887e2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:27.737014 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe118e-ba3a-4ea5-bd35-a93f7d887e2b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:27.737363 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe118e-ba3a-4ea5-bd35-a93f7d887e2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:27.737713 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe118e-ba3a-4ea5-bd35-a93f7d887e2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:27.738047 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe118e-ba3a-4ea5-bd35-a93f7d887e2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:27.738498 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe118e-ba3a-4ea5-bd35-a93f7d887e2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:27.738748 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe118e-ba3a-4ea5-bd35-a93f7d887e2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:27.739104 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe118e-ba3a-4ea5-bd35-a93f7d887e2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:27.739453 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe118e-ba3a-4ea5-bd35-a93f7d887e2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:27.739788 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe118e-ba3a-4ea5-bd35-a93f7d887e2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:27.740119 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe118e-ba3a-4ea5-bd35-a93f7d887e2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:27.740455 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe118e-ba3a-4ea5-bd35-a93f7d887e2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:49:29.246793 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 43252) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:49:29.303326 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:29.346273 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-9e624816-962e-4573-a779-7b9322ef30bc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-457303275-network', 'tenant_id': 'd273a9a188c0477bb8ced1953cb7318d'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:49:29.586033 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e624816-962e-4573-a779-7b9322ef30bc admin admin] Made reservation on behalf of d273a9a188c0477bb8ced1953cb7318d for: {'network': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:49:29.588553 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-9e624816-962e-4573-a779-7b9322ef30bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for network (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:29.599229 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-9e624816-962e-4573-a779-7b9322ef30bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:29.686367 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-9e624816-962e-4573-a779-7b9322ef30bc admin admin] Publish callbacks [] for security_group (a3060de0-9c4a-484e-8b53-844a2812009f), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:29.922308 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-9e624816-962e-4573-a779-7b9322ef30bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (a3060de0-9c4a-484e-8b53-844a2812009f), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:29.948796 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e624816-962e-4573-a779-7b9322ef30bc admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=104369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:49:29.961235 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e624816-962e-4573-a779-7b9322ef30bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3060de0-9c4a-484e-8b53-844a2812009f,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:49:29.966799 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-9e624816-962e-4573-a779-7b9322ef30bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (a486352e-ab6d-4f51-8753-562b096b523a), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:29.967231 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.db.segments_db [None req-9e624816-962e-4573-a779-7b9322ef30bc admin admin] Added segment a486352e-ab6d-4f51-8753-562b096b523a of type vlan for network 13ab52db-1abe-4221-8f9b-0baac91764ed Aug 02 13:49:30.010659 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-9e624816-962e-4573-a779-7b9322ef30bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786056214182'] for network (13ab52db-1abe-4221-8f9b-0baac91764ed), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:30.200431 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-9e624816-962e-4573-a779-7b9322ef30bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010'] for network (13ab52db-1abe-4221-8f9b-0baac91764ed), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:30.201395 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e624816-962e-4573-a779-7b9322ef30bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:49:30.202002 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-9e624816-962e-4573-a779-7b9322ef30bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:30.261779 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e624816-962e-4573-a779-7b9322ef30bc admin admin] Pushing event updated for resources: {'Network': ['ID=13ab52db-1abe-4221-8f9b-0baac91764ed,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:49:30.272192 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Network 13ab52db-1abe-4221-8f9b-0baac91764ed details requested by agent ovs-agent-dv-cinder-847864-8-iscsi with host dv-cinder-847864-8-iscsi {{(pid=104370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 13:49:30.385965 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-9e624816-962e-4573-a779-7b9322ef30bc admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1377530 Aug 02 13:49:30.389159 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 43256) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:49:30.394749 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-b6449574-cb6a-484b-a70d-80d2e6bdac38 admin admin] Request body: {'subnet': {'network_id': '13ab52db-1abe-4221-8f9b-0baac91764ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-457303275-subnet', 'tenant_id': 'd273a9a188c0477bb8ced1953cb7318d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:49:30.534309 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6449574-cb6a-484b-a70d-80d2e6bdac38 admin admin] Made reservation on behalf of d273a9a188c0477bb8ced1953cb7318d for: {'subnet': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:49:30.536592 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b6449574-cb6a-484b-a70d-80d2e6bdac38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24483867'] for subnet (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:30.699454 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:30.713140 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:49:30.817975 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b6449574-cb6a-484b-a70d-80d2e6bdac38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24483849'] for subnet (f9302613-1006-4375-8c4b-29f2c5c4b5ef), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:30.879564 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6449574-cb6a-484b-a70d-80d2e6bdac38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9302613-1006-4375-8c4b-29f2c5c4b5ef,revision_number=0']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:49:30.894757 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6449574-cb6a-484b-a70d-80d2e6bdac38 admin admin] Checking segment: {'id': 'a486352e-ab6d-4f51-8753-562b096b523a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '13ab52db-1abe-4221-8f9b-0baac91764ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:49:30.895112 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6449574-cb6a-484b-a70d-80d2e6bdac38 admin admin] Network hostable DHCP agents. Network: 13ab52db-1abe-4221-8f9b-0baac91764ed, hostable agents: ['befb4f8c-7c45-422b-a3e4-83ed25d094fc'], hosted agents: [] {{(pid=104369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:49:31.029037 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6449574-cb6a-484b-a70d-80d2e6bdac38 admin admin] Network 13ab52db-1abe-4221-8f9b-0baac91764ed is scheduled to be hosted by DHCP agent befb4f8c-7c45-422b-a3e4-83ed25d094fc with binding_index 1 {{(pid=104369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:49:31.185216 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-b6449574-cb6a-484b-a70d-80d2e6bdac38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-8-iscsi, 13ab52db-1abe-4221-8f9b-0baac91764ed) {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:49:31.189636 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6449574-cb6a-484b-a70d-80d2e6bdac38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:49:31.190240 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-b6449574-cb6a-484b-a70d-80d2e6bdac38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for subnet (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:31.198762 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d209c44-2d91-449d-9ac7-954ef8ad8275 None None] Network 13ab52db-1abe-4221-8f9b-0baac91764ed requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:49:31.300097 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a229da-8ba1-473a-bf0f-5ccfd4ac5448 None None] Network 13ab52db-1abe-4221-8f9b-0baac91764ed requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:49:31.321061 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-b6449574-cb6a-484b-a70d-80d2e6bdac38 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9305716 Aug 02 13:49:32.200274 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 43272) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:49:32.205923 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-768c262e-036c-42a5-8129-2fa314257d99 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1299648554-network', 'tenant_id': 'abf8941c8f1c43649610f1f46a811da0'}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:49:32.303472 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768c262e-036c-42a5-8129-2fa314257d99 admin admin] Made reservation on behalf of abf8941c8f1c43649610f1f46a811da0 for: {'network': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:49:32.305980 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-768c262e-036c-42a5-8129-2fa314257d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for network (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:32.317327 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-768c262e-036c-42a5-8129-2fa314257d99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:32.397932 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-768c262e-036c-42a5-8129-2fa314257d99 admin admin] Publish callbacks [] for security_group (416aab2b-968a-4a72-929f-ea2d180f9a5d), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:32.589065 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-768c262e-036c-42a5-8129-2fa314257d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (416aab2b-968a-4a72-929f-ea2d180f9a5d), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:32.612506 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768c262e-036c-42a5-8129-2fa314257d99 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=104369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:49:32.627701 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c262e-036c-42a5-8129-2fa314257d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416aab2b-968a-4a72-929f-ea2d180f9a5d,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:49:32.630641 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-768c262e-036c-42a5-8129-2fa314257d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (1483acb4-61ff-44c5-88d3-dd1eb924b38e), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:32.630990 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.db.segments_db [None req-768c262e-036c-42a5-8129-2fa314257d99 admin admin] Added segment 1483acb4-61ff-44c5-88d3-dd1eb924b38e of type vlan for network 6d7da48c-3169-4f52-8615-d80026f562a0 Aug 02 13:49:32.671729 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-768c262e-036c-42a5-8129-2fa314257d99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786056214182'] for network (6d7da48c-3169-4f52-8615-d80026f562a0), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:32.837060 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-768c262e-036c-42a5-8129-2fa314257d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010'] for network (6d7da48c-3169-4f52-8615-d80026f562a0), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:32.838063 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768c262e-036c-42a5-8129-2fa314257d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:49:32.838690 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-768c262e-036c-42a5-8129-2fa314257d99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:32.906566 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c262e-036c-42a5-8129-2fa314257d99 admin admin] Pushing event updated for resources: {'Network': ['ID=6d7da48c-3169-4f52-8615-d80026f562a0,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:49:32.916988 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Network 6d7da48c-3169-4f52-8615-d80026f562a0 details requested by agent ovs-agent-dv-cinder-847864-8-iscsi with host dv-cinder-847864-8-iscsi {{(pid=104370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 13:49:33.022633 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-768c262e-036c-42a5-8129-2fa314257d99 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8206165 Aug 02 13:49:33.024877 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 43274) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:49:33.030622 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.v2.base [None req-67cb6e6b-06fd-41bb-9683-146921768b0a admin admin] Request body: {'subnet': {'network_id': '6d7da48c-3169-4f52-8615-d80026f562a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1299648554-subnet', 'tenant_id': 'abf8941c8f1c43649610f1f46a811da0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 02 13:49:33.155413 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cb6e6b-06fd-41bb-9683-146921768b0a admin admin] Made reservation on behalf of abf8941c8f1c43649610f1f46a811da0 for: {'subnet': 1} {{(pid=104369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:49:33.160199 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-67cb6e6b-06fd-41bb-9683-146921768b0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24483867'] for subnet (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:33.503532 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-67cb6e6b-06fd-41bb-9683-146921768b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4352683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24483849'] for subnet (0b88c0de-3f38-4c18-a370-37cc92c4a4f8), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:33.561538 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb6e6b-06fd-41bb-9683-146921768b0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b88c0de-3f38-4c18-a370-37cc92c4a4f8,revision_number=0']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:49:33.574521 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cb6e6b-06fd-41bb-9683-146921768b0a admin admin] Checking segment: {'id': '1483acb4-61ff-44c5-88d3-dd1eb924b38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6d7da48c-3169-4f52-8615-d80026f562a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 02 13:49:33.574886 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cb6e6b-06fd-41bb-9683-146921768b0a admin admin] Network hostable DHCP agents. Network: 6d7da48c-3169-4f52-8615-d80026f562a0, hostable agents: ['befb4f8c-7c45-422b-a3e4-83ed25d094fc'], hosted agents: [] {{(pid=104369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:49:33.676323 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cb6e6b-06fd-41bb-9683-146921768b0a admin admin] Network 6d7da48c-3169-4f52-8615-d80026f562a0 is scheduled to be hosted by DHCP agent befb4f8c-7c45-422b-a3e4-83ed25d094fc with binding_index 1 {{(pid=104369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:49:33.783678 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.base_scheduler [None req-67cb6e6b-06fd-41bb-9683-146921768b0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-8-iscsi, 6d7da48c-3169-4f52-8615-d80026f562a0) {{(pid=104369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:49:33.787755 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cb6e6b-06fd-41bb-9683-146921768b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:49:33.788361 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-67cb6e6b-06fd-41bb-9683-146921768b0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for subnet (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:33.796912 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cb4cb3-fe11-405e-b673-fbc873cab300 None None] Network 6d7da48c-3169-4f52-8615-d80026f562a0 requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:49:33.895819 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0da3ba3-0486-46a0-9d2d-129029123e24 None None] Network 6d7da48c-3169-4f52-8615-d80026f562a0 requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:49:33.906653 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-67cb6e6b-06fd-41bb-9683-146921768b0a admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8806460 Aug 02 13:49:37.168005 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-c3d99d5e-1556-4e84-94c6-a5a9ef5993c2 req-7db0ed1b-2818-4208-afcc-9ad40568c964 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482492 Aug 02 13:49:37.259989 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d99d5e-1556-4e84-94c6-a5a9ef5993c2 req-8ff7f081-59d0-4de5-abd1-2c4401ade5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:49:37.261533 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-c3d99d5e-1556-4e84-94c6-a5a9ef5993c2 req-8ff7f081-59d0-4de5-abd1-2c4401ade5dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39e0b340c5a84846b7a1b18d315704c3&device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 1129 time: 0.0494125 Aug 02 13:49:37.365426 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d99d5e-1556-4e84-94c6-a5a9ef5993c2 req-8cd5d6a9-7f45-44d3-af42-1fd4698311ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:49:37.367413 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-c3d99d5e-1556-4e84-94c6-a5a9ef5993c2 req-8cd5d6a9-7f45-44d3-af42-1fd4698311ce service neutron] 10.222.0.20 "GET /v2.0/networks?id=0515d1a8-4c24-4bca-ad9a-358fdaffbe76 HTTP/1.1" status: 200 len: 910 time: 0.0865960 Aug 02 13:49:37.433986 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-c3d99d5e-1556-4e84-94c6-a5a9ef5993c2 req-2d0dffae-c7c1-4d4f-9816-073a8019857d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b26bea1c-ab25-4297-b365-5abeb3d9ed51 HTTP/1.1" status: 200 len: 1000 time: 0.0606678 Aug 02 13:49:37.486134 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d99d5e-1556-4e84-94c6-a5a9ef5993c2 req-0bca92c5-f0cb-49e6-8762-664be13083ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:49:37.487653 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-c3d99d5e-1556-4e84-94c6-a5a9ef5993c2 req-0bca92c5-f0cb-49e6-8762-664be13083ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8 HTTP/1.1" status: 200 len: 848 time: 0.0474734 Aug 02 13:49:37.538480 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d99d5e-1556-4e84-94c6-a5a9ef5993c2 req-23e8c12e-f642-49be-b707-ca28e2941989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:49:37.539993 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-c3d99d5e-1556-4e84-94c6-a5a9ef5993c2 req-23e8c12e-f642-49be-b707-ca28e2941989 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0515d1a8-4c24-4bca-ad9a-358fdaffbe76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463607 Aug 02 13:49:37.898105 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-c3d99d5e-1556-4e84-94c6-a5a9ef5993c2 req-d11e2581-7638-4691-be52-76827eccf884 service neutron] 10.222.0.20 "GET /v2.0/networks/0515d1a8-4c24-4bca-ad9a-358fdaffbe76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517787 Aug 02 13:49:37.991968 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-c3d99d5e-1556-4e84-94c6-a5a9ef5993c2 req-dd53d6d8-5138-49c0-92e5-fc467234288b service neutron] 10.222.0.20 "GET /v2.0/networks/0515d1a8-4c24-4bca-ad9a-358fdaffbe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875895 Aug 02 13:49:50.763776 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb44f4-e06b-4ed6-b110-3b4939d10544 req-5d3fad14-3f80-4ce9-a404-d922b22d5abf tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:49:50.765363 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6feb44f4-e06b-4ed6-b110-3b4939d10544 req-5d3fad14-3f80-4ce9-a404-d922b22d5abf tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 945 time: 0.0597637 Aug 02 13:49:50.820379 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6feb44f4-e06b-4ed6-b110-3b4939d10544 req-3920024c-cc6d-4398-a895-2b662b3f8a32 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486195 Aug 02 13:49:51.978485 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f626c-bfd9-4568-b809-48fe2783fa91 req-5d68ffd1-7033-48ae-8948-9f7a2e15cb18 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:49:51.980978 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6d0f626c-bfd9-4568-b809-48fe2783fa91 req-5d68ffd1-7033-48ae-8948-9f7a2e15cb18 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 945 time: 0.0709238 Aug 02 13:49:52.038899 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-6d0f626c-bfd9-4568-b809-48fe2783fa91 req-19880a0c-5b04-4017-88b6-1820c20afa26 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516608 Aug 02 13:49:52.458816 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 43400) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:49:52.507894 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3d84d21-1b9d-4d16-8c88-bb336eabefdf admin admin] Deleting subnet f9302613-1006-4375-8c4b-29f2c5c4b5ef {{(pid=104369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 02 13:49:52.511548 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f3d84d21-1b9d-4d16-8c88-bb336eabefdf admin admin] Publish callbacks [] for subnet (f9302613-1006-4375-8c4b-29f2c5c4b5ef), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:52.553430 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f3d84d21-1b9d-4d16-8c88-bb336eabefdf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4722891'] for subnet (f9302613-1006-4375-8c4b-29f2c5c4b5ef), precommit_delete_associations {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:52.603447 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f3d84d21-1b9d-4d16-8c88-bb336eabefdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1626869'] for subnet (f9302613-1006-4375-8c4b-29f2c5c4b5ef), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:52.768016 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f3d84d21-1b9d-4d16-8c88-bb336eabefdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1626876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4352746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24483902'] for subnet (f9302613-1006-4375-8c4b-29f2c5c4b5ef), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:52.795392 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d84d21-1b9d-4d16-8c88-bb336eabefdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9302613-1006-4375-8c4b-29f2c5c4b5ef,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:49:52.797410 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-f3d84d21-1b9d-4d16-8c88-bb336eabefdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for subnet (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:52.801793 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-f3d84d21-1b9d-4d16-8c88-bb336eabefdf admin admin] 10.222.0.67 "DELETE /v2.0/subnets/f9302613-1006-4375-8c4b-29f2c5c4b5ef HTTP/1.1" status: 204 len: 168 time: 0.3412709 Aug 02 13:49:52.804592 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 43402) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:49:52.881672 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-1780d8b5-c944-4d28-a424-6c1cebd1d391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1719594'] for network (13ab52db-1abe-4221-8f9b-0baac91764ed), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:52.961881 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-1780d8b5-c944-4d28-a424-6c1cebd1d391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626208', 'neutron.services.segments.db._delete_segments_for_network-8786056706762'] for network (13ab52db-1abe-4221-8f9b-0baac91764ed), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:52.987909 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.services.segments.db [None req-1780d8b5-c944-4d28-a424-6c1cebd1d391 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ab52db-1abe-4221-8f9b-0baac91764ed']}} {{(pid=104369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:49:52.998037 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.services.segments.db [None req-1780d8b5-c944-4d28-a424-6c1cebd1d391 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a486352e-ab6d-4f51-8753-562b096b523a') {'for_net_delete': True} {{(pid=104369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:49:52.998332 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.services.segments.db [None req-1780d8b5-c944-4d28-a424-6c1cebd1d391 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a486352e-ab6d-4f51-8753-562b096b523a') {} {{(pid=104369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:49:53.007940 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-1780d8b5-c944-4d28-a424-6c1cebd1d391 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786056707283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4722930'] for segment (a486352e-ab6d-4f51-8753-562b096b523a), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:53.022647 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-1780d8b5-c944-4d28-a424-6c1cebd1d391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (a486352e-ab6d-4f51-8753-562b096b523a), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:53.028758 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1780d8b5-c944-4d28-a424-6c1cebd1d391 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=104369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 13:49:53.029171 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-1780d8b5-c944-4d28-a424-6c1cebd1d391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4352592'] for segment (a486352e-ab6d-4f51-8753-562b096b523a), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:53.071350 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.services.segments.plugin [-] Segment a486352e-ab6d-4f51-8753-562b096b523a resource provider aggregate not found Aug 02 13:49:53.094918 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.services.segments.plugin [-] Segment a486352e-ab6d-4f51-8753-562b096b523a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a486352e-ab6d-4f51-8753-562b096b523a found for delete ", "request_id": "req-f231dd7d-eac8-4e74-a899-5e5993981908"}]} Aug 02 13:49:53.168618 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145f759-d658-4247-b017-6558c3f25138 req-eb8b9484-6edc-422a-8c57-75af2573df6b tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:49:53.170122 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a145f759-d658-4247-b017-6558c3f25138 req-eb8b9484-6edc-422a-8c57-75af2573df6b tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 945 time: 0.0549574 Aug 02 13:49:53.213480 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-1780d8b5-c944-4d28-a424-6c1cebd1d391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772273'] for network (13ab52db-1abe-4221-8f9b-0baac91764ed), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:53.223711 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-1780d8b5-c944-4d28-a424-6c1cebd1d391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:53.226903 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-1780d8b5-c944-4d28-a424-6c1cebd1d391 admin admin] 10.222.0.67 "DELETE /v2.0/networks/13ab52db-1abe-4221-8f9b-0baac91764ed HTTP/1.1" status: 204 len: 168 time: 0.4213445 Aug 02 13:49:53.229871 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 43410) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:49:53.232156 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-a145f759-d658-4247-b017-6558c3f25138 req-2f3f8bc9-668e-4104-b373-7108cfebd927 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553603 Aug 02 13:49:53.247253 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780d8b5-c944-4d28-a424-6c1cebd1d391 admin admin] Pushing event deleted for resources: {'Network': ['ID=13ab52db-1abe-4221-8f9b-0baac91764ed,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:49:53.280954 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c3a087-c31b-4581-a696-438d5685a3fa admin admin] Deleting subnet 0b88c0de-3f38-4c18-a370-37cc92c4a4f8 {{(pid=104368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 02 13:49:53.284858 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-78c3a087-c31b-4581-a696-438d5685a3fa admin admin] Publish callbacks [] for subnet (0b88c0de-3f38-4c18-a370-37cc92c4a4f8), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:53.321237 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-78c3a087-c31b-4581-a696-438d5685a3fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5352063'] for subnet (0b88c0de-3f38-4c18-a370-37cc92c4a4f8), precommit_delete_associations {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:53.367568 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-78c3a087-c31b-4581-a696-438d5685a3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1626869'] for subnet (0b88c0de-3f38-4c18-a370-37cc92c4a4f8), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:53.555080 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-78c3a087-c31b-4581-a696-438d5685a3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1626876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5191154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4657249'] for subnet (0b88c0de-3f38-4c18-a370-37cc92c4a4f8), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:53.582188 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3a087-c31b-4581-a696-438d5685a3fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b88c0de-3f38-4c18-a370-37cc92c4a4f8,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:49:53.584272 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-78c3a087-c31b-4581-a696-438d5685a3fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:53.587708 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-78c3a087-c31b-4581-a696-438d5685a3fa admin admin] 10.222.0.67 "DELETE /v2.0/subnets/0b88c0de-3f38-4c18-a370-37cc92c4a4f8 HTTP/1.1" status: 204 len: 168 time: 0.3567059 Aug 02 13:49:53.590560 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 43412) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:49:53.666200 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-1d3599c0-f731-4417-80c7-488bb4516108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1719594'] for network (6d7da48c-3169-4f52-8615-d80026f562a0), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:53.769762 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-1d3599c0-f731-4417-80c7-488bb4516108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626208', 'neutron.services.segments.db._delete_segments_for_network-8786056706762'] for network (6d7da48c-3169-4f52-8615-d80026f562a0), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:53.792175 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.services.segments.db [None req-1d3599c0-f731-4417-80c7-488bb4516108 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d7da48c-3169-4f52-8615-d80026f562a0']}} {{(pid=104369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:49:53.802582 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.services.segments.db [None req-1d3599c0-f731-4417-80c7-488bb4516108 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1483acb4-61ff-44c5-88d3-dd1eb924b38e') {'for_net_delete': True} {{(pid=104369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:49:53.802957 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.services.segments.db [None req-1d3599c0-f731-4417-80c7-488bb4516108 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1483acb4-61ff-44c5-88d3-dd1eb924b38e') {} {{(pid=104369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:49:53.812867 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-1d3599c0-f731-4417-80c7-488bb4516108 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786056707283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4722930'] for segment (1483acb4-61ff-44c5-88d3-dd1eb924b38e), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:53.828494 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-1d3599c0-f731-4417-80c7-488bb4516108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (1483acb4-61ff-44c5-88d3-dd1eb924b38e), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:53.835365 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d3599c0-f731-4417-80c7-488bb4516108 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=104369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 13:49:53.835763 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-1d3599c0-f731-4417-80c7-488bb4516108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4352592'] for segment (1483acb4-61ff-44c5-88d3-dd1eb924b38e), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:54.005713 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-1d3599c0-f731-4417-80c7-488bb4516108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772273'] for network (6d7da48c-3169-4f52-8615-d80026f562a0), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:54.011217 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-1d3599c0-f731-4417-80c7-488bb4516108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:54.014557 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-1d3599c0-f731-4417-80c7-488bb4516108 admin admin] 10.222.0.67 "DELETE /v2.0/networks/6d7da48c-3169-4f52-8615-d80026f562a0 HTTP/1.1" status: 204 len: 168 time: 0.4228716 Aug 02 13:49:54.027971 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3599c0-f731-4417-80c7-488bb4516108 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d7da48c-3169-4f52-8615-d80026f562a0,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:49:54.304372 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-0335fd12-1371-465c-b4cd-16600cf39f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:54.377092 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa95239-3592-449e-aeeb-68a22b4930f9 req-91b71716-62f1-467c-bccd-e38ca032abd5 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:49:54.379301 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-afa95239-3592-449e-aeeb-68a22b4930f9 req-91b71716-62f1-467c-bccd-e38ca032abd5 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 945 time: 0.0563815 Aug 02 13:49:54.432853 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-afa95239-3592-449e-aeeb-68a22b4930f9 req-18b940b4-0b75-4874-b799-021fde243e01 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476961 Aug 02 13:49:54.603914 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 43418) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:49:54.646654 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-70147b6e-6399-4ac8-b967-a27e2ad923e1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d273a9a188c0477bb8ced1953cb7318d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414703 Aug 02 13:49:54.655488 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 43420) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:49:54.706568 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-1a10a216-0b00-4a4e-aaf9-029a7df5a34a admin admin] Publish callbacks [] for security_group (a3060de0-9c4a-484e-8b53-844a2812009f), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:54.728966 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-1a10a216-0b00-4a4e-aaf9-029a7df5a34a admin admin] Publish callbacks [] for security_group (a3060de0-9c4a-484e-8b53-844a2812009f), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:55.000048 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-1a10a216-0b00-4a4e-aaf9-029a7df5a34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (a3060de0-9c4a-484e-8b53-844a2812009f), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:55.003372 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-1a10a216-0b00-4a4e-aaf9-029a7df5a34a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:55.004554 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-1a10a216-0b00-4a4e-aaf9-029a7df5a34a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a3060de0-9c4a-484e-8b53-844a2812009f HTTP/1.1" status: 204 len: 168 time: 0.3480663 Aug 02 13:49:55.012485 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10a216-0b00-4a4e-aaf9-029a7df5a34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3060de0-9c4a-484e-8b53-844a2812009f,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:49:55.114041 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.services.segments.plugin [-] Segment 1483acb4-61ff-44c5-88d3-dd1eb924b38e resource provider aggregate not found Aug 02 13:49:55.131999 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.services.segments.plugin [-] Segment 1483acb4-61ff-44c5-88d3-dd1eb924b38e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1483acb4-61ff-44c5-88d3-dd1eb924b38e found for delete ", "request_id": "req-59020513-f9d0-4afe-96bc-f7d06453da6c"}]} Aug 02 13:49:55.337269 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:55.556691 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93891c-3ee3-4ecb-bc5f-7d34f7d75899 req-c7962fe8-64b5-4e32-81ea-6b8b9ac11ec0 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:49:55.558104 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-cc93891c-3ee3-4ecb-bc5f-7d34f7d75899 req-c7962fe8-64b5-4e32-81ea-6b8b9ac11ec0 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 945 time: 0.0531096 Aug 02 13:49:55.609560 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-cc93891c-3ee3-4ecb-bc5f-7d34f7d75899 req-5460bc4f-c1f1-4339-a82c-67301c9415d8 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455277 Aug 02 13:49:56.070308 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 43432) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:49:56.115501 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-fd1f3d3c-5c82-448d-b0d5-4a4fab7f80ea admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=abf8941c8f1c43649610f1f46a811da0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438967 Aug 02 13:49:56.117817 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 43434) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:49:56.167813 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6c76323c-31ac-4840-be77-dbba53bdb055 admin admin] Publish callbacks [] for security_group (416aab2b-968a-4a72-929f-ea2d180f9a5d), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:56.198479 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6c76323c-31ac-4840-be77-dbba53bdb055 admin admin] Publish callbacks [] for security_group (416aab2b-968a-4a72-929f-ea2d180f9a5d), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:56.430365 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6c76323c-31ac-4840-be77-dbba53bdb055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (416aab2b-968a-4a72-929f-ea2d180f9a5d), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:56.433152 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-6c76323c-31ac-4840-be77-dbba53bdb055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:56.434313 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-6c76323c-31ac-4840-be77-dbba53bdb055 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/416aab2b-968a-4a72-929f-ea2d180f9a5d HTTP/1.1" status: 204 len: 168 time: 0.3154423 Aug 02 13:49:56.443644 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76323c-31ac-4840-be77-dbba53bdb055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416aab2b-968a-4a72-929f-ea2d180f9a5d,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:49:56.476004 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-26cb0410-693f-4117-acea-f067112ee3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:56.749198 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e8220-6c3c-4029-acd0-436ca0988767 req-93e10725-e8f1-47bb-aa12-a713c6a47119 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:49:56.750834 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ab0e8220-6c3c-4029-acd0-436ca0988767 req-93e10725-e8f1-47bb-aa12-a713c6a47119 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 945 time: 0.0606103 Aug 02 13:49:56.804059 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-ab0e8220-6c3c-4029-acd0-436ca0988767 req-11bffe37-fb30-490c-90fc-aca5ed5265a9 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468860 Aug 02 13:49:57.759716 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:57.938139 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644d859-7923-476d-9eb2-655dfff50065 req-57d10ec0-919e-473d-a8ca-39d8b64aa30c tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:49:57.939723 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6644d859-7923-476d-9eb2-655dfff50065 req-57d10ec0-919e-473d-a8ca-39d8b64aa30c tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 945 time: 0.0563891 Aug 02 13:49:57.993919 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6644d859-7923-476d-9eb2-655dfff50065 req-3c8e9441-118a-4691-b35a-2b782af35040 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477638 Aug 02 13:49:58.976646 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 43468) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:49:59.125800 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-9098a33c-be5e-446d-bf79-b9fb18a64812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:59.138403 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680d726-3c3a-4d72-987a-e2312a8900b5 req-fd9666f8-dcd3-4850-948d-12fd7b6d6865 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:49:59.139980 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e680d726-3c3a-4d72-987a-e2312a8900b5 req-fd9666f8-dcd3-4850-948d-12fd7b6d6865 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 945 time: 0.0660493 Aug 02 13:49:59.202186 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-e680d726-3c3a-4d72-987a-e2312a8900b5 req-4078ee2c-e6ac-4bf7-809f-b10a3e98ff0e tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555558 Aug 02 13:49:59.214590 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-9098a33c-be5e-446d-bf79-b9fb18a64812 admin admin] Publish callbacks [] for security_group (23a99899-69d8-4be7-a789-6aa756b4e046), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:59.384245 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:59.441490 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-9098a33c-be5e-446d-bf79-b9fb18a64812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (23a99899-69d8-4be7-a789-6aa756b4e046), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:59.481391 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-9098a33c-be5e-446d-bf79-b9fb18a64812 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c2882a5743b64fab968699ea7cfb1b0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5036354 Aug 02 13:49:59.482293 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098a33c-be5e-446d-bf79-b9fb18a64812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a99899-69d8-4be7-a789-6aa756b4e046,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:49:59.484079 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 43474) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:49:59.538273 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6db1df9e-46fb-4a0c-940c-7efb56b116f3 admin admin] Publish callbacks [] for security_group (23a99899-69d8-4be7-a789-6aa756b4e046), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:59.560686 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6db1df9e-46fb-4a0c-940c-7efb56b116f3 admin admin] Publish callbacks [] for security_group (23a99899-69d8-4be7-a789-6aa756b4e046), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:59.708846 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6db1df9e-46fb-4a0c-940c-7efb56b116f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (23a99899-69d8-4be7-a789-6aa756b4e046), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:59.711542 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-6db1df9e-46fb-4a0c-940c-7efb56b116f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:49:59.712704 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-6db1df9e-46fb-4a0c-940c-7efb56b116f3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/23a99899-69d8-4be7-a789-6aa756b4e046 HTTP/1.1" status: 204 len: 168 time: 0.2276406 Aug 02 13:49:59.723881 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1df9e-46fb-4a0c-940c-7efb56b116f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a99899-69d8-4be7-a789-6aa756b4e046,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:50:00.339808 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697df4b-932b-4c94-97a5-10d38002c383 req-bf6887f2-11d6-413e-89c2-03160836d4c0 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:00.341257 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2697df4b-932b-4c94-97a5-10d38002c383 req-bf6887f2-11d6-413e-89c2-03160836d4c0 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 945 time: 0.0630164 Aug 02 13:50:00.395626 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-2697df4b-932b-4c94-97a5-10d38002c383 req-d06f3c7c-dc30-4d20-8bf0-4bd3831a1d03 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478570 Aug 02 13:50:00.681872 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:50:01.055977 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645613a2-d44b-49a2-bed0-4ed935da82b0 req-d9e15d3f-8a54-4b59-8869-2e1bf754b5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:01.057590 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-645613a2-d44b-49a2-bed0-4ed935da82b0 req-d9e15d3f-8a54-4b59-8869-2e1bf754b5bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39e0b340c5a84846b7a1b18d315704c3&device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 1129 time: 0.0475671 Aug 02 13:50:01.164135 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645613a2-d44b-49a2-bed0-4ed935da82b0 req-18c07414-3be4-4ca2-b6c6-9cab7d371fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:01.165177 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-645613a2-d44b-49a2-bed0-4ed935da82b0 req-18c07414-3be4-4ca2-b6c6-9cab7d371fb6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0515d1a8-4c24-4bca-ad9a-358fdaffbe76 HTTP/1.1" status: 200 len: 910 time: 0.1006470 Aug 02 13:50:01.234966 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-645613a2-d44b-49a2-bed0-4ed935da82b0 req-96325db3-7ce9-409d-9391-bba6778f8164 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b26bea1c-ab25-4297-b365-5abeb3d9ed51 HTTP/1.1" status: 200 len: 1000 time: 0.0639427 Aug 02 13:50:01.291086 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645613a2-d44b-49a2-bed0-4ed935da82b0 req-1040e202-7a86-4a98-a0d4-306d6e134a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:01.292955 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-645613a2-d44b-49a2-bed0-4ed935da82b0 req-1040e202-7a86-4a98-a0d4-306d6e134a92 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8 HTTP/1.1" status: 200 len: 848 time: 0.0526173 Aug 02 13:50:01.344578 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645613a2-d44b-49a2-bed0-4ed935da82b0 req-5f99a966-91f3-4883-9f69-163563d7124e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:01.346109 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-645613a2-d44b-49a2-bed0-4ed935da82b0 req-5f99a966-91f3-4883-9f69-163563d7124e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0515d1a8-4c24-4bca-ad9a-358fdaffbe76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470667 Aug 02 13:50:01.441172 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-645613a2-d44b-49a2-bed0-4ed935da82b0 req-9c0422a3-ceef-4e64-98b0-99acedd59eb8 service neutron] 10.222.0.20 "GET /v2.0/networks/0515d1a8-4c24-4bca-ad9a-358fdaffbe76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892727 Aug 02 13:50:01.572376 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-645613a2-d44b-49a2-bed0-4ed935da82b0 req-920bf4f4-c1c4-4cb3-a362-68a02d2efdb1 service neutron] 10.222.0.20 "GET /v2.0/networks/0515d1a8-4c24-4bca-ad9a-358fdaffbe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254015 Aug 02 13:50:01.584852 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73081529-a729-4321-bae5-284e20bdfcb2 req-512f1c0a-09fc-40da-af25-706137807867 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:01.586452 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-73081529-a729-4321-bae5-284e20bdfcb2 req-512f1c0a-09fc-40da-af25-706137807867 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 945 time: 0.0920055 Aug 02 13:50:01.643908 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-73081529-a729-4321-bae5-284e20bdfcb2 req-de51cccd-2f03-4174-a504-df97b7a6a1b1 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475435 Aug 02 13:50:02.775687 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413f182-bce5-4671-b1a1-e1abb1f1bf3d req-e1dba60f-837c-4886-a1dc-07fe4fe9656a tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:02.777255 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e413f182-bce5-4671-b1a1-e1abb1f1bf3d req-e1dba60f-837c-4886-a1dc-07fe4fe9656a tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 945 time: 0.0569329 Aug 02 13:50:02.828963 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e413f182-bce5-4671-b1a1-e1abb1f1bf3d req-8bc6ac8f-5bd3-4231-a3a1-8966d18ff4b8 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452878 Aug 02 13:50:03.974217 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41ee00-2ba4-46c2-84af-bfb12c000dbe req-590fefe2-7432-4072-b5f9-b1ed730631bf tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:03.975820 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-aa41ee00-2ba4-46c2-84af-bfb12c000dbe req-590fefe2-7432-4072-b5f9-b1ed730631bf tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 945 time: 0.0673501 Aug 02 13:50:04.032678 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-aa41ee00-2ba4-46c2-84af-bfb12c000dbe req-a3bfe78d-67a7-4e11-b5c7-9fd8b1560cf0 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494287 Aug 02 13:50:05.171149 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62ac12-e9aa-48c0-8d35-f5c49dd2d22c req-9c18889d-feaf-4e2e-9aa5-41fc24ee380f tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:05.172687 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-be62ac12-e9aa-48c0-8d35-f5c49dd2d22c req-9c18889d-feaf-4e2e-9aa5-41fc24ee380f tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 945 time: 0.0616601 Aug 02 13:50:05.233724 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-be62ac12-e9aa-48c0-8d35-f5c49dd2d22c req-41f7e8d5-6058-43e5-80ef-94c4460d60f6 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545549 Aug 02 13:50:05.716558 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23856be1-19df-465e-95e4-d4b13d420f7b req-af1079cd-69ae-4eff-9409-3dcc28998782 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:05.718203 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-23856be1-19df-465e-95e4-d4b13d420f7b req-af1079cd-69ae-4eff-9409-3dcc28998782 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 945 time: 0.0572817 Aug 02 13:50:05.774171 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-23856be1-19df-465e-95e4-d4b13d420f7b req-4885f017-6b39-446b-984b-6033de0c15d8 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488691 Aug 02 13:50:05.937206 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-d4aeadb7-c40b-442f-8267-6ce8d820fd8e req-13668e14-4edb-4647-bbe1-74ea2ce7ebd4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1602390 Aug 02 13:50:06.160494 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aeadb7-c40b-442f-8267-6ce8d820fd8e req-1f95758d-8411-40f2-9529-c38b6be1c3f9 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:06.162091 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d4aeadb7-c40b-442f-8267-6ce8d820fd8e req-1f95758d-8411-40f2-9529-c38b6be1c3f9 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports/b26bea1c-ab25-4297-b365-5abeb3d9ed51 HTTP/1.1" status: 200 len: 942 time: 0.1882279 Aug 02 13:50:06.914530 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf05de-8c84-4b98-83ef-da9fcea08cbb req-757c3dc7-d87c-422f-b8d4-6aec00303be1 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:06.916111 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f2bf05de-8c84-4b98-83ef-da9fcea08cbb req-757c3dc7-d87c-422f-b8d4-6aec00303be1 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 945 time: 0.0615828 Aug 02 13:50:06.975325 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-f2bf05de-8c84-4b98-83ef-da9fcea08cbb req-fd0349bd-d207-40b8-9c75-6b7332d8695c tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521896 Aug 02 13:50:07.568344 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device b26bea1c-ab25-4297-b365-5abeb3d9ed51 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:50:07.646871 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port b26bea1c-ab25-4297-b365-5abeb3d9ed51 is: ACTIVE; New status is: DOWN {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:50:07.647271 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (b26bea1c-ab25-4297-b365-5abeb3d9ed51), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:50:07.675287 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911f17d3-2713-4d43-9c2b-cedcb51e80fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b26bea1c-ab25-4297-b365-5abeb3d9ed51'}] {{(pid=104370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:50:07.677801 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7baa883c66606d2bd29c352a6206e712ed5fe15c106669ddbeacd0f82211b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df9a727-bf8b-41a5-a641-708a826b92c0" -d '{"events": [{"server_uuid": "911f17d3-2713-4d43-9c2b-cedcb51e80fe", "name": "network-vif-unplugged", "status": "completed", "tag": "b26bea1c-ab25-4297-b365-5abeb3d9ed51"}]}' {{(pid=104370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:50:07.693145 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port b26bea1c-ab25-4297-b365-5abeb3d9ed51, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=b26bea1c-ab25-4297-b365-5abeb3d9ed51,segment=NetworkSegment(0d9bdd9b-74a0-4a9e-9987-b458a47faaf2),segment_id=0d9bdd9b-74a0-4a9e-9987-b458a47faaf2)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:50:07.718022 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:50:07.804453 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 02 Aug 2022 13:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec9e6b6-7c4c-4ce7-933a-c28b6e97dc28 x-openstack-request-id: req-9ec9e6b6-7c4c-4ce7-933a-c28b6e97dc28 {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:50:07.804748 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911f17d3-2713-4d43-9c2b-cedcb51e80fe", "name": "network-vif-unplugged", "status": "failed", "tag": "b26bea1c-ab25-4297-b365-5abeb3d9ed51", "code": 422}]} {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:50:07.805007 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9ec9e6b6-7c4c-4ce7-933a-c28b6e97dc28 {{(pid=104370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:50:07.805413 dv-cinder-847864-8-iscsi neutron-server[104370]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9ec9e6b6-7c4c-4ce7-933a-c28b6e97dc28']: {'server_uuid': '911f17d3-2713-4d43-9c2b-cedcb51e80fe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b26bea1c-ab25-4297-b365-5abeb3d9ed51', 'code': 422} returned with failed status Aug 02 13:50:07.969847 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (b26bea1c-ab25-4297-b365-5abeb3d9ed51), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:50:08.033511 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=b26bea1c-ab25-4297-b365-5abeb3d9ed51,revision_number=6']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:50:08.138587 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a21ce7-64c7-47e1-bb53-612a2e2c2533 req-f3c9a8b1-b68a-45fc-a2da-562af697b31f tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:08.140160 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-34a21ce7-64c7-47e1-bb53-612a2e2c2533 req-f3c9a8b1-b68a-45fc-a2da-562af697b31f tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 943 time: 0.0610917 Aug 02 13:50:08.200770 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-34a21ce7-64c7-47e1-bb53-612a2e2c2533 req-84994188-312e-4964-bc68-d3a5f3ec1c38 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539558 Aug 02 13:50:09.396184 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab275c8-92e8-4e61-8465-d0d5e68dcefb req-fa4e9e8f-2179-4e23-bef9-e68dda317fb8 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:09.399774 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-cab275c8-92e8-4e61-8465-d0d5e68dcefb req-fa4e9e8f-2179-4e23-bef9-e68dda317fb8 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 943 time: 0.0636702 Aug 02 13:50:09.464087 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-cab275c8-92e8-4e61-8465-d0d5e68dcefb req-21ca32a7-7ec9-4633-9c45-9bf6309152b6 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522838 Aug 02 13:50:09.700292 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aeadb7-c40b-442f-8267-6ce8d820fd8e req-c7316e6b-bb45-42f7-8707-72d93c9ec683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:09.701832 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d4aeadb7-c40b-442f-8267-6ce8d820fd8e req-c7316e6b-bb45-42f7-8707-72d93c9ec683 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe&tenant_id=39e0b340c5a84846b7a1b18d315704c3 HTTP/1.1" status: 200 len: 1127 time: 0.0564337 Aug 02 13:50:09.772038 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aeadb7-c40b-442f-8267-6ce8d820fd8e req-63db4810-cad6-4f8b-833e-b042a24caef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:09.773670 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d4aeadb7-c40b-442f-8267-6ce8d820fd8e req-63db4810-cad6-4f8b-833e-b042a24caef9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39e0b340c5a84846b7a1b18d315704c3&device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 1127 time: 0.0483735 Aug 02 13:50:09.880922 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aeadb7-c40b-442f-8267-6ce8d820fd8e req-2f82f1d6-c86c-40ca-b543-d7f3f206c42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:09.882504 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d4aeadb7-c40b-442f-8267-6ce8d820fd8e req-2f82f1d6-c86c-40ca-b543-d7f3f206c42b service neutron] 10.222.0.20 "GET /v2.0/networks?id=0515d1a8-4c24-4bca-ad9a-358fdaffbe76 HTTP/1.1" status: 200 len: 910 time: 0.1002636 Aug 02 13:50:09.954370 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d4aeadb7-c40b-442f-8267-6ce8d820fd8e req-e6558e19-27b4-4e0d-9810-e2fd6e59650e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b26bea1c-ab25-4297-b365-5abeb3d9ed51 HTTP/1.1" status: 200 len: 998 time: 0.0658970 Aug 02 13:50:10.005358 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aeadb7-c40b-442f-8267-6ce8d820fd8e req-e3ba51e1-5663-46dd-bd70-685bdfd1b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:10.006898 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d4aeadb7-c40b-442f-8267-6ce8d820fd8e req-e3ba51e1-5663-46dd-bd70-685bdfd1b88c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8 HTTP/1.1" status: 200 len: 848 time: 0.0467272 Aug 02 13:50:10.058935 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aeadb7-c40b-442f-8267-6ce8d820fd8e req-4c7a1bdd-9707-4201-b832-210f8611b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:10.060826 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d4aeadb7-c40b-442f-8267-6ce8d820fd8e req-4c7a1bdd-9707-4201-b832-210f8611b94b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0515d1a8-4c24-4bca-ad9a-358fdaffbe76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483880 Aug 02 13:50:10.168069 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d4aeadb7-c40b-442f-8267-6ce8d820fd8e req-742da19b-31f7-49ea-aa98-7f21168ef127 service neutron] 10.222.0.20 "GET /v2.0/networks/0515d1a8-4c24-4bca-ad9a-358fdaffbe76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879192 Aug 02 13:50:10.263579 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-d4aeadb7-c40b-442f-8267-6ce8d820fd8e req-5ad65a08-8a32-4a0f-be3a-884412c09127 service neutron] 10.222.0.20 "GET /v2.0/networks/0515d1a8-4c24-4bca-ad9a-358fdaffbe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892837 Aug 02 13:50:10.603561 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97ea8d-ff4c-4f39-8104-96b3092da070 req-d75b5b57-cdea-4740-b64f-550ce0578d89 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:10.605128 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-bb97ea8d-ff4c-4f39-8104-96b3092da070 req-d75b5b57-cdea-4740-b64f-550ce0578d89 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 943 time: 0.0596259 Aug 02 13:50:10.656630 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-bb97ea8d-ff4c-4f39-8104-96b3092da070 req-89bf472b-1bb6-47cc-af7a-8d00f26a679e tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454075 Aug 02 13:50:11.789280 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004686ff-4050-46da-bfc8-c05b837f9116 req-d104ab5e-7ca5-4163-a220-955d590c1c0a tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:11.791405 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-004686ff-4050-46da-bfc8-c05b837f9116 req-d104ab5e-7ca5-4163-a220-955d590c1c0a tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 943 time: 0.0578330 Aug 02 13:50:11.848521 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-004686ff-4050-46da-bfc8-c05b837f9116 req-9747fad8-c691-45c5-9333-744b8760baac tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485022 Aug 02 13:50:12.973135 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd208de7-372a-48c8-b544-20aca8af6c56 req-2958724c-5290-4051-9bba-a1f23f9df6c5 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:12.974529 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-bd208de7-372a-48c8-b544-20aca8af6c56 req-2958724c-5290-4051-9bba-a1f23f9df6c5 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 943 time: 0.0545983 Aug 02 13:50:13.030424 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-bd208de7-372a-48c8-b544-20aca8af6c56 req-79572a7f-6bcc-4731-a9eb-b84b5b80c3d9 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501616 Aug 02 13:50:14.162594 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a6a6a-edcc-4040-b563-c9bcf9de65d8 req-9d6e8458-385e-4b2e-9d50-c21dec47f57c tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:14.164441 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-553a6a6a-edcc-4040-b563-c9bcf9de65d8 req-9d6e8458-385e-4b2e-9d50-c21dec47f57c tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 943 time: 0.0566475 Aug 02 13:50:14.217176 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-553a6a6a-edcc-4040-b563-c9bcf9de65d8 req-38eb7ab3-ba5c-4b46-b977-4fc6fa980f4a tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471778 Aug 02 13:50:15.359779 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f33cb9-d4a1-4193-a1fa-82557de43836 req-77b46b5c-501e-4a57-8ba6-68df4ccad4fa tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:15.361195 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-04f33cb9-d4a1-4193-a1fa-82557de43836 req-77b46b5c-501e-4a57-8ba6-68df4ccad4fa tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 943 time: 0.0589116 Aug 02 13:50:15.413221 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-04f33cb9-d4a1-4193-a1fa-82557de43836 req-695c6970-4675-4fb6-b0ea-862a59878aff tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452785 Aug 02 13:50:16.548871 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98f9a4-11ce-4130-b353-bde591c6733f req-7f03481c-2d19-4ef4-bb55-8135c25f225d tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:16.550419 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-0f98f9a4-11ce-4130-b353-bde591c6733f req-7f03481c-2d19-4ef4-bb55-8135c25f225d tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 943 time: 0.0569847 Aug 02 13:50:16.604057 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-0f98f9a4-11ce-4130-b353-bde591c6733f req-b16a4eeb-0791-4954-9c7c-2647754d726f tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477524 Aug 02 13:50:17.729383 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aeb983-23d3-4862-bbe9-983c485c6a61 req-f6e3ecbe-0909-4991-ae7b-b30c19d3f1c3 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:17.730978 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-28aeb983-23d3-4862-bbe9-983c485c6a61 req-f6e3ecbe-0909-4991-ae7b-b30c19d3f1c3 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 943 time: 0.0541213 Aug 02 13:50:17.787252 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-28aeb983-23d3-4862-bbe9-983c485c6a61 req-c1e783c5-b888-44c0-b7df-9ed01043201d tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473442 Aug 02 13:50:18.918220 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db2c78-c24d-4f26-8740-a54ed38f37c0 req-d3b269b8-6ba1-4062-a678-e66f976b56cf tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:18.919795 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e4db2c78-c24d-4f26-8740-a54ed38f37c0 req-d3b269b8-6ba1-4062-a678-e66f976b56cf tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 943 time: 0.0555954 Aug 02 13:50:18.971275 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-e4db2c78-c24d-4f26-8740-a54ed38f37c0 req-c2142e7c-161e-4713-b186-297d50f1e1c1 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455616 Aug 02 13:50:19.613189 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device b26bea1c-ab25-4297-b365-5abeb3d9ed51 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=104370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 13:50:19.729813 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port b26bea1c-ab25-4297-b365-5abeb3d9ed51, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=b26bea1c-ab25-4297-b365-5abeb3d9ed51,segment=NetworkSegment(0d9bdd9b-74a0-4a9e-9987-b458a47faaf2),segment_id=0d9bdd9b-74a0-4a9e-9987-b458a47faaf2)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:50:19.743155 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Returning: {'device': 'b26bea1c-ab25-4297-b365-5abeb3d9ed51', 'network_id': '0515d1a8-4c24-4bca-ad9a-358fdaffbe76', 'port_id': 'b26bea1c-ab25-4297-b365-5abeb3d9ed51', 'mac_address': 'fa:16:3e:b0:6d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 13:50:19.784385 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port b26bea1c-ab25-4297-b365-5abeb3d9ed51 is: DOWN; New status is: BUILD {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:50:19.784838 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (b26bea1c-ab25-4297-b365-5abeb3d9ed51), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:50:19.799012 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b26bea1c-ab25-4297-b365-5abeb3d9ed51 {{(pid=104370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 02 13:50:19.819588 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port b26bea1c-ab25-4297-b365-5abeb3d9ed51, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=b26bea1c-ab25-4297-b365-5abeb3d9ed51,segment=NetworkSegment(0d9bdd9b-74a0-4a9e-9987-b458a47faaf2),segment_id=0d9bdd9b-74a0-4a9e-9987-b458a47faaf2)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:50:19.926656 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (b26bea1c-ab25-4297-b365-5abeb3d9ed51), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:50:19.973362 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=b26bea1c-ab25-4297-b365-5abeb3d9ed51,revision_number=7']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:50:19.980890 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:50:19.981251 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:50:19.981603 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:50:19.981950 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:50:19.982292 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:50:19.982662 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:50:19.983005 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:50:19.983340 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:50:19.983694 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:50:19.984019 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:50:19.984354 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:50:19.984687 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:50:19.985019 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:50:20.105447 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b85f6-4282-4f23-ad64-2d6da62fe940 req-5631f6cf-5e0d-47b0-9bba-23b12e8a3217 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:20.106985 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-c09b85f6-4282-4f23-ad64-2d6da62fe940 req-5631f6cf-5e0d-47b0-9bba-23b12e8a3217 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 944 time: 0.0593588 Aug 02 13:50:20.166850 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-c09b85f6-4282-4f23-ad64-2d6da62fe940 req-f86dcd5b-782a-4eae-a924-8f1ccdf2fca3 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534468 Aug 02 13:50:21.311599 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260731b-a7dd-47f6-a2f8-a4289ee8c9ed req-6f8632e7-bfae-40d8-8b4a-5bc5b53f0a54 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:21.313988 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6260731b-a7dd-47f6-a2f8-a4289ee8c9ed req-6f8632e7-bfae-40d8-8b4a-5bc5b53f0a54 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 944 time: 0.0670562 Aug 02 13:50:21.382448 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-6260731b-a7dd-47f6-a2f8-a4289ee8c9ed req-9f3d0328-92ad-4459-9d0c-b6ff03979db2 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608044 Aug 02 13:50:22.524495 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205c219-74bd-4b93-8589-bb3f5426d2bf req-a40ad58a-f238-4704-934c-81653d770120 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:22.526077 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5205c219-74bd-4b93-8589-bb3f5426d2bf req-a40ad58a-f238-4704-934c-81653d770120 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 944 time: 0.0609713 Aug 02 13:50:22.588808 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-5205c219-74bd-4b93-8589-bb3f5426d2bf req-7aa52c7c-b16a-47c4-9547-59daa0ff56c3 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567877 Aug 02 13:50:22.616243 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] get_ports_and_sgs() called for port_ids ['b26bea1c-ab25-4297-b365-5abeb3d9ed51'] {{(pid=104370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 13:50:23.661383 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device b26bea1c-ab25-4297-b365-5abeb3d9ed51 up at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 13:50:23.724797 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.provisioning_blocks [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Provisioning complete for port b26bea1c-ab25-4297-b365-5abeb3d9ed51 triggered by entity L2. {{(pid=104370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 02 13:50:23.725180 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624583'] for port (b26bea1c-ab25-4297-b365-5abeb3d9ed51), provisioning_complete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:50:23.747843 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c46361-d2a3-4a0a-99ce-fbc47092df5c req-51dfef93-abaf-4265-9b7b-cba084ca6556 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:23.749624 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-45c46361-d2a3-4a0a-99ce-fbc47092df5c req-51dfef93-abaf-4265-9b7b-cba084ca6556 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 944 time: 0.0761480 Aug 02 13:50:23.811927 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Current status of the port b26bea1c-ab25-4297-b365-5abeb3d9ed51 is: BUILD; New status is: ACTIVE {{(pid=104370) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Aug 02 13:50:23.812329 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1749139'] for port (b26bea1c-ab25-4297-b365-5abeb3d9ed51), before_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:50:23.815347 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-45c46361-d2a3-4a0a-99ce-fbc47092df5c req-c0509711-fa39-4242-9a8f-dc4b6bbe1cad tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592132 Aug 02 13:50:23.842438 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911f17d3-2713-4d43-9c2b-cedcb51e80fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26bea1c-ab25-4297-b365-5abeb3d9ed51'}] {{(pid=104370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:50:23.844765 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7baa883c66606d2bd29c352a6206e712ed5fe15c106669ddbeacd0f82211b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d0ee11-a19c-4428-9701-b9309a83a3de" -d '{"events": [{"server_uuid": "911f17d3-2713-4d43-9c2b-cedcb51e80fe", "name": "network-vif-plugged", "status": "completed", "tag": "b26bea1c-ab25-4297-b365-5abeb3d9ed51"}]}' {{(pid=104370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:50:23.859477 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] For port b26bea1c-ab25-4297-b365-5abeb3d9ed51, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=b26bea1c-ab25-4297-b365-5abeb3d9ed51,segment=NetworkSegment(0d9bdd9b-74a0-4a9e-9987-b458a47faaf2),segment_id=0d9bdd9b-74a0-4a9e-9987-b458a47faaf2)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:50:23.883223 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605d00e0-c2da-4c20-b44f-a8332576d707 x-openstack-request-id: req-605d00e0-c2da-4c20-b44f-a8332576d707 {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:50:23.883524 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911f17d3-2713-4d43-9c2b-cedcb51e80fe", "name": "network-vif-plugged", "status": "completed", "tag": "b26bea1c-ab25-4297-b365-5abeb3d9ed51", "code": 200}]} {{(pid=104370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:50:23.883835 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-605d00e0-c2da-4c20-b44f-a8332576d707 {{(pid=104370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:50:23.884252 dv-cinder-847864-8-iscsi neutron-server[104370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-605d00e0-c2da-4c20-b44f-a8332576d707'] response: {'server_uuid': '911f17d3-2713-4d43-9c2b-cedcb51e80fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26bea1c-ab25-4297-b365-5abeb3d9ed51', 'code': 200} Aug 02 13:50:23.995609 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786056652584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786056230997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786056231015'] for port (b26bea1c-ab25-4297-b365-5abeb3d9ed51), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:50:24.076996 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Pushing event updated for resources: {'Port': ['ID=b26bea1c-ab25-4297-b365-5abeb3d9ed51,revision_number=8']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:50:24.346100 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190939f-dd98-410f-a073-51f03f549286 req-f4b1bf1b-17a2-46a4-9c70-4cc0ca6633e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:24.348690 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-b190939f-dd98-410f-a073-51f03f549286 req-f4b1bf1b-17a2-46a4-9c70-4cc0ca6633e8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 1129 time: 0.0570898 Aug 02 13:50:24.376758 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-fb90cac1-e146-4750-8182-c8f75f33b556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:50:24.421166 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-b190939f-dd98-410f-a073-51f03f549286 req-0464e459-6275-47d7-91d3-eacd7051e894 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665178 Aug 02 13:50:24.947118 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f3e7e-b993-467a-bc2c-e0948b39a708 req-b3b0f510-baaa-4cc0-b126-706e74544956 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:24.948631 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4f5f3e7e-b993-467a-bc2c-e0948b39a708 req-b3b0f510-baaa-4cc0-b126-706e74544956 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 945 time: 0.0593548 Aug 02 13:50:25.000377 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-4f5f3e7e-b993-467a-bc2c-e0948b39a708 req-c00ceda1-04b4-467f-b234-b5cc64ea4a22 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461419 Aug 02 13:50:25.363609 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:50:26.144911 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0cef2-3a46-4847-83aa-a30db2949841 req-6b25fd3c-f79b-4a2c-87e3-cd8bf97db4dc tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:26.146720 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-3aa0cef2-3a46-4847-83aa-a30db2949841 req-6b25fd3c-f79b-4a2c-87e3-cd8bf97db4dc tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 945 time: 0.0603740 Aug 02 13:50:26.205868 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-3aa0cef2-3a46-4847-83aa-a30db2949841 req-6c578628-210c-4291-9d17-d81d6a824d15 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534196 Aug 02 13:50:26.506141 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-8405835e-81df-4580-a3cf-134e6d6607e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:50:27.646762 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:50:29.331201 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:50:30.696755 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:50:38.502504 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 43740) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:50:38.633004 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-f98c1b2d-4ffa-4075-9fa4-b7589be32fde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:50:38.713915 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-f98c1b2d-4ffa-4075-9fa4-b7589be32fde admin admin] Publish callbacks [] for security_group (7de9859b-8391-4262-877f-149b79f68121), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:50:38.868950 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-f98c1b2d-4ffa-4075-9fa4-b7589be32fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (7de9859b-8391-4262-877f-149b79f68121), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:50:38.912271 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-f98c1b2d-4ffa-4075-9fa4-b7589be32fde admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5822a123abe148188b223c6ca78f60cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4085970 Aug 02 13:50:38.913234 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c1b2d-4ffa-4075-9fa4-b7589be32fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de9859b-8391-4262-877f-149b79f68121,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:50:38.916152 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 43744) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:50:38.927764 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c1b2d-4ffa-4075-9fa4-b7589be32fde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:50:38.928114 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c1b2d-4ffa-4075-9fa4-b7589be32fde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:50:38.928462 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c1b2d-4ffa-4075-9fa4-b7589be32fde admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:50:38.929460 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c1b2d-4ffa-4075-9fa4-b7589be32fde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:50:38.930011 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c1b2d-4ffa-4075-9fa4-b7589be32fde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:50:38.930475 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c1b2d-4ffa-4075-9fa4-b7589be32fde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:50:38.930820 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c1b2d-4ffa-4075-9fa4-b7589be32fde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:50:38.931170 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c1b2d-4ffa-4075-9fa4-b7589be32fde admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:50:38.931492 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c1b2d-4ffa-4075-9fa4-b7589be32fde admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:50:38.931824 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c1b2d-4ffa-4075-9fa4-b7589be32fde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:50:38.932156 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c1b2d-4ffa-4075-9fa4-b7589be32fde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:50:38.932483 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c1b2d-4ffa-4075-9fa4-b7589be32fde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:50:38.932807 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c1b2d-4ffa-4075-9fa4-b7589be32fde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:50:38.981267 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ea5e81dd-220b-4a7a-9fbb-2ded59a2543f admin admin] Publish callbacks [] for security_group (7de9859b-8391-4262-877f-149b79f68121), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:50:39.003874 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ea5e81dd-220b-4a7a-9fbb-2ded59a2543f admin admin] Publish callbacks [] for security_group (7de9859b-8391-4262-877f-149b79f68121), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:50:39.143057 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ea5e81dd-220b-4a7a-9fbb-2ded59a2543f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (7de9859b-8391-4262-877f-149b79f68121), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:50:39.145730 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-ea5e81dd-220b-4a7a-9fbb-2ded59a2543f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:50:39.146956 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-ea5e81dd-220b-4a7a-9fbb-2ded59a2543f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7de9859b-8391-4262-877f-149b79f68121 HTTP/1.1" status: 204 len: 168 time: 0.2298524 Aug 02 13:50:39.156054 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e81dd-220b-4a7a-9fbb-2ded59a2543f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de9859b-8391-4262-877f-149b79f68121,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:50:40.201418 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-914711d5-fc12-4b2b-9b11-9bed754864a4 req-75dad662-71f7-45e9-9e48-15b3f7674e54 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474479 Aug 02 13:50:40.293590 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914711d5-fc12-4b2b-9b11-9bed754864a4 req-79d798cd-fb66-49f8-a13b-8bfee8fb8718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:40.295178 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-914711d5-fc12-4b2b-9b11-9bed754864a4 req-79d798cd-fb66-49f8-a13b-8bfee8fb8718 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39e0b340c5a84846b7a1b18d315704c3&device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 1129 time: 0.0510468 Aug 02 13:50:40.412174 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914711d5-fc12-4b2b-9b11-9bed754864a4 req-61f4994e-5a38-42c8-8e66-1cb5158de186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:40.413545 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-914711d5-fc12-4b2b-9b11-9bed754864a4 req-61f4994e-5a38-42c8-8e66-1cb5158de186 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0515d1a8-4c24-4bca-ad9a-358fdaffbe76 HTTP/1.1" status: 200 len: 910 time: 0.0966599 Aug 02 13:50:40.486217 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-914711d5-fc12-4b2b-9b11-9bed754864a4 req-5af3ec0c-cebd-4e3b-9e12-b81a4127d6b7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b26bea1c-ab25-4297-b365-5abeb3d9ed51 HTTP/1.1" status: 200 len: 1000 time: 0.0667543 Aug 02 13:50:40.544025 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914711d5-fc12-4b2b-9b11-9bed754864a4 req-fc79bf81-309a-42b3-baa1-1824dc271fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:40.544383 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-914711d5-fc12-4b2b-9b11-9bed754864a4 req-fc79bf81-309a-42b3-baa1-1824dc271fa7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8 HTTP/1.1" status: 200 len: 848 time: 0.0526431 Aug 02 13:50:40.601168 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914711d5-fc12-4b2b-9b11-9bed754864a4 req-54d39f7e-5b8f-4c61-933e-b35e1c2fb26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:50:40.602783 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-914711d5-fc12-4b2b-9b11-9bed754864a4 req-54d39f7e-5b8f-4c61-933e-b35e1c2fb26c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0515d1a8-4c24-4bca-ad9a-358fdaffbe76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516403 Aug 02 13:50:40.701058 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-914711d5-fc12-4b2b-9b11-9bed754864a4 req-03a4c844-c855-4447-822f-075ea74321fb service neutron] 10.222.0.20 "GET /v2.0/networks/0515d1a8-4c24-4bca-ad9a-358fdaffbe76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918198 Aug 02 13:50:40.805164 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-914711d5-fc12-4b2b-9b11-9bed754864a4 req-7eee1e6c-e4cd-4c05-922a-2d39c3536737 service neutron] 10.222.0.20 "GET /v2.0/networks/0515d1a8-4c24-4bca-ad9a-358fdaffbe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978038 Aug 02 13:50:44.717962 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:50:54.233707 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-79e798d2-3ffb-4e5f-ae12-641ebed28b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:50:55.365514 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:50:56.422518 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-67dd4c9c-9f07-460e-83b8-dce50c26f52b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:50:57.667989 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:50:59.336697 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:00.662093 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:10.977146 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 43936) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:51:11.087443 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-06470716-dd9a-439b-ab39-3a90dc8a9f15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:11.165022 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-06470716-dd9a-439b-ab39-3a90dc8a9f15 admin admin] Publish callbacks [] for security_group (7007eb53-8bda-4ef9-8ae9-1978ad51c682), precommit_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:11.233287 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-06470716-dd9a-439b-ab39-3a90dc8a9f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (7007eb53-8bda-4ef9-8ae9-1978ad51c682), after_create {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:11.274043 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-06470716-dd9a-439b-ab39-3a90dc8a9f15 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0b5e443767634a77abaabd7d882b6311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2957850 Aug 02 13:51:11.275280 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06470716-dd9a-439b-ab39-3a90dc8a9f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7007eb53-8bda-4ef9-8ae9-1978ad51c682,revision_number=1']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:51:11.277026 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 43940) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:51:11.326566 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-d4aaa3d9-2a4d-477c-a50b-6a263a97bcc8 admin admin] Publish callbacks [] for security_group (7007eb53-8bda-4ef9-8ae9-1978ad51c682), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:11.348787 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-d4aaa3d9-2a4d-477c-a50b-6a263a97bcc8 admin admin] Publish callbacks [] for security_group (7007eb53-8bda-4ef9-8ae9-1978ad51c682), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:11.473701 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-d4aaa3d9-2a4d-477c-a50b-6a263a97bcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (7007eb53-8bda-4ef9-8ae9-1978ad51c682), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:11.476699 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-d4aaa3d9-2a4d-477c-a50b-6a263a97bcc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:11.477915 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-d4aaa3d9-2a4d-477c-a50b-6a263a97bcc8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7007eb53-8bda-4ef9-8ae9-1978ad51c682 HTTP/1.1" status: 204 len: 168 time: 0.1998670 Aug 02 13:51:11.486252 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aaa3d9-2a4d-477c-a50b-6a263a97bcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7007eb53-8bda-4ef9-8ae9-1978ad51c682,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:51:11.495083 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aaa3d9-2a4d-477c-a50b-6a263a97bcc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:11.495466 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aaa3d9-2a4d-477c-a50b-6a263a97bcc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:11.498599 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aaa3d9-2a4d-477c-a50b-6a263a97bcc8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:11.498976 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aaa3d9-2a4d-477c-a50b-6a263a97bcc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:11.499421 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aaa3d9-2a4d-477c-a50b-6a263a97bcc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:11.499773 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aaa3d9-2a4d-477c-a50b-6a263a97bcc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:11.500206 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aaa3d9-2a4d-477c-a50b-6a263a97bcc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:11.500483 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aaa3d9-2a4d-477c-a50b-6a263a97bcc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:11.500821 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aaa3d9-2a4d-477c-a50b-6a263a97bcc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:11.501169 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aaa3d9-2a4d-477c-a50b-6a263a97bcc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:11.501473 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aaa3d9-2a4d-477c-a50b-6a263a97bcc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:11.501812 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aaa3d9-2a4d-477c-a50b-6a263a97bcc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:11.502126 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aaa3d9-2a4d-477c-a50b-6a263a97bcc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:21.716732 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:51:24.186853 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6a2c63d5-da10-4dd8-9892-81c0870368ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:25.341327 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:26.392631 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-28369823-0ea2-445a-b2cf-a50e813eca63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:27.639150 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:29.261158 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:30.638618 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:33.114026 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 44082) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:51:33.219412 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-4805ea14-a29d-40b2-8fe1-31478dd796c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:33.297686 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-4805ea14-a29d-40b2-8fe1-31478dd796c0 admin admin] Publish callbacks [] for security_group (13ccb77f-5cdc-4767-bc5c-547a8e57472b), precommit_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:33.398878 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-4805ea14-a29d-40b2-8fe1-31478dd796c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (13ccb77f-5cdc-4767-bc5c-547a8e57472b), after_create {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:33.441073 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-4805ea14-a29d-40b2-8fe1-31478dd796c0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3c5f767129934809a3349339a2ca7641&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3258071 Aug 02 13:51:33.441867 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805ea14-a29d-40b2-8fe1-31478dd796c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ccb77f-5cdc-4767-bc5c-547a8e57472b,revision_number=1']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:51:33.443791 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 44086) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:51:33.497927 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7507739f-fa93-46d7-b004-ee5348bb3f64 admin admin] Publish callbacks [] for security_group (13ccb77f-5cdc-4767-bc5c-547a8e57472b), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:33.523448 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7507739f-fa93-46d7-b004-ee5348bb3f64 admin admin] Publish callbacks [] for security_group (13ccb77f-5cdc-4767-bc5c-547a8e57472b), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:33.632655 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7507739f-fa93-46d7-b004-ee5348bb3f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (13ccb77f-5cdc-4767-bc5c-547a8e57472b), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:33.635335 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-7507739f-fa93-46d7-b004-ee5348bb3f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:33.636588 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-7507739f-fa93-46d7-b004-ee5348bb3f64 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/13ccb77f-5cdc-4767-bc5c-547a8e57472b HTTP/1.1" status: 204 len: 168 time: 0.1907539 Aug 02 13:51:33.645805 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507739f-fa93-46d7-b004-ee5348bb3f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ccb77f-5cdc-4767-bc5c-547a8e57472b,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:51:40.819352 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-303e6e58-264f-417d-ac9a-ecc8673b4efc req-bdc3b36f-575d-4ee6-b496-c12e7ffe58b7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460269 Aug 02 13:51:40.906520 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e6e58-264f-417d-ac9a-ecc8673b4efc req-20f3cade-696c-448c-bad6-85839b74b2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:51:40.908047 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-303e6e58-264f-417d-ac9a-ecc8673b4efc req-20f3cade-696c-448c-bad6-85839b74b2bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39e0b340c5a84846b7a1b18d315704c3&device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 1129 time: 0.0463464 Aug 02 13:51:41.015052 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e6e58-264f-417d-ac9a-ecc8673b4efc req-b066a833-ce7f-44db-a67e-255d53790cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:51:41.016559 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-303e6e58-264f-417d-ac9a-ecc8673b4efc req-b066a833-ce7f-44db-a67e-255d53790cb8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0515d1a8-4c24-4bca-ad9a-358fdaffbe76 HTTP/1.1" status: 200 len: 910 time: 0.0901227 Aug 02 13:51:41.086446 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-303e6e58-264f-417d-ac9a-ecc8673b4efc req-47a39d80-8ce1-4675-ace2-18bc84b1cd98 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b26bea1c-ab25-4297-b365-5abeb3d9ed51 HTTP/1.1" status: 200 len: 1000 time: 0.0575073 Aug 02 13:51:41.133851 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e6e58-264f-417d-ac9a-ecc8673b4efc req-b5aeb899-93e1-470d-82b2-d8b10b772e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:51:41.135363 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-303e6e58-264f-417d-ac9a-ecc8673b4efc req-b5aeb899-93e1-470d-82b2-d8b10b772e27 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8 HTTP/1.1" status: 200 len: 848 time: 0.0440772 Aug 02 13:51:41.183813 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e6e58-264f-417d-ac9a-ecc8673b4efc req-e85f5320-e523-4847-9930-c55e0af0d01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:51:41.185376 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-303e6e58-264f-417d-ac9a-ecc8673b4efc req-e85f5320-e523-4847-9930-c55e0af0d01a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0515d1a8-4c24-4bca-ad9a-358fdaffbe76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444536 Aug 02 13:51:41.277480 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-303e6e58-264f-417d-ac9a-ecc8673b4efc req-66756ec0-311a-4ef4-99ce-0021166583aa service neutron] 10.222.0.20 "GET /v2.0/networks/0515d1a8-4c24-4bca-ad9a-358fdaffbe76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865443 Aug 02 13:51:41.366547 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-303e6e58-264f-417d-ac9a-ecc8673b4efc req-07f82ec5-e056-4222-b889-e224daa8e0b3 service neutron] 10.222.0.20 "GET /v2.0/networks/0515d1a8-4c24-4bca-ad9a-358fdaffbe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824325 Aug 02 13:51:45.344337 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 44094) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:51:45.494609 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-416ef9f5-b5c9-49fc-b21a-1a4e22f4b806 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Deleting port 8b144582-2768-4fc7-9264-2089bdbdffb0 {{(pid=104368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:51:45.494956 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-416ef9f5-b5c9-49fc-b21a-1a4e22f4b806 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (8b144582-2768-4fc7-9264-2089bdbdffb0), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:45.572034 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-416ef9f5-b5c9-49fc-b21a-1a4e22f4b806 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (8b144582-2768-4fc7-9264-2089bdbdffb0), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:45.572422 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-416ef9f5-b5c9-49fc-b21a-1a4e22f4b806 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks [] for floatingip (8b144582-2768-4fc7-9264-2089bdbdffb0), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:45.583860 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-416ef9f5-b5c9-49fc-b21a-1a4e22f4b806 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Calling delete_port for 8b144582-2768-4fc7-9264-2089bdbdffb0 owned by network:floatingip {{(pid=104368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:51:45.792804 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-416ef9f5-b5c9-49fc-b21a-1a4e22f4b806 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (8b144582-2768-4fc7-9264-2089bdbdffb0), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:45.822226 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ef9f5-b5c9-49fc-b21a-1a4e22f4b806 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Pushing event deleted for resources: {'Port': ['ID=8b144582-2768-4fc7-9264-2089bdbdffb0,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:51:45.846105 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ef9f5-b5c9-49fc-b21a-1a4e22f4b806 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:45.846479 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ef9f5-b5c9-49fc-b21a-1a4e22f4b806 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:45.846831 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ef9f5-b5c9-49fc-b21a-1a4e22f4b806 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:45.847179 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ef9f5-b5c9-49fc-b21a-1a4e22f4b806 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:45.847518 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ef9f5-b5c9-49fc-b21a-1a4e22f4b806 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:45.847854 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ef9f5-b5c9-49fc-b21a-1a4e22f4b806 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:45.848282 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ef9f5-b5c9-49fc-b21a-1a4e22f4b806 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:45.848613 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ef9f5-b5c9-49fc-b21a-1a4e22f4b806 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:45.848946 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ef9f5-b5c9-49fc-b21a-1a4e22f4b806 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:45.849277 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ef9f5-b5c9-49fc-b21a-1a4e22f4b806 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:45.849609 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ef9f5-b5c9-49fc-b21a-1a4e22f4b806 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:45.849939 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ef9f5-b5c9-49fc-b21a-1a4e22f4b806 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:45.850268 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ef9f5-b5c9-49fc-b21a-1a4e22f4b806 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:45.891267 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-416ef9f5-b5c9-49fc-b21a-1a4e22f4b806 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks [] for floatingip (fe574d90-0f64-4156-a8a6-b184984f36c6), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:45.891606 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.db.l3_db [None req-416ef9f5-b5c9-49fc-b21a-1a4e22f4b806 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Floating IP fe574d90-0f64-4156-a8a6-b184984f36c6 disassociated (deleted). External IP: 172.27.4.55, port: b26bea1c-ab25-4297-b365-5abeb3d9ed51. Aug 02 13:51:46.094250 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416ef9f5-b5c9-49fc-b21a-1a4e22f4b806 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Router 15efac35-eccf-483f-958c-d1933a448f05 has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:51:46.196601 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416ef9f5-b5c9-49fc-b21a-1a4e22f4b806 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:51:46.201564 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-416ef9f5-b5c9-49fc-b21a-1a4e22f4b806 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for floatingip (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:46.206690 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9766f096-1cc7-4b62-ab16-1448889a4ca8 None None] Sync routers for ids ['15efac35-eccf-483f-958c-d1933a448f05'] in dv-cinder-847864-8-iscsi {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:51:46.217910 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9766f096-1cc7-4b62-ab16-1448889a4ca8 None None] Routers {'15efac35-eccf-483f-958c-d1933a448f05'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:51:46.218569 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-9766f096-1cc7-4b62-ab16-1448889a4ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:51:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['15efac35-eccf-483f-958c-d1933a448f05'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:51:46.230836 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-416ef9f5-b5c9-49fc-b21a-1a4e22f4b806 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "DELETE /v2.0/floatingips/fe574d90-0f64-4156-a8a6-b184984f36c6 HTTP/1.1" status: 204 len: 168 time: 0.8853996 Aug 02 13:51:46.231419 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911f17d3-2713-4d43-9c2b-cedcb51e80fe', 'tag': 'b26bea1c-ab25-4297-b365-5abeb3d9ed51'}] {{(pid=104368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:51:46.233664 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245b70741b0aa7b9232129cc368cc987c69949c5cf8ab06a5d5e033a5668ca41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca8c25b-c44f-4cbb-8551-1c413b1f0eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "911f17d3-2713-4d43-9c2b-cedcb51e80fe", "tag": "b26bea1c-ab25-4297-b365-5abeb3d9ed51"}]}' {{(pid=104368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:51:46.277589 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Aug 2022 13:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af204c4-4047-42e2-a7a4-6c8aaddf18d3 x-openstack-request-id: req-3af204c4-4047-42e2-a7a4-6c8aaddf18d3 {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:51:46.278010 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "911f17d3-2713-4d43-9c2b-cedcb51e80fe", "tag": "b26bea1c-ab25-4297-b365-5abeb3d9ed51", "status": "completed", "code": 200}]} {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:51:46.278563 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3af204c4-4047-42e2-a7a4-6c8aaddf18d3 {{(pid=104368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:51:46.279047 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3af204c4-4047-42e2-a7a4-6c8aaddf18d3'] response: {'name': 'network-changed', 'server_uuid': '911f17d3-2713-4d43-9c2b-cedcb51e80fe', 'tag': 'b26bea1c-ab25-4297-b365-5abeb3d9ed51', 'status': 'completed', 'code': 200} Aug 02 13:51:46.330266 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-9766f096-1cc7-4b62-ab16-1448889a4ca8 None None] Set router 15efac35-eccf-483f-958c-d1933a448f05 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:51:46.348297 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8c25b-c44f-4cbb-8551-1c413b1f0eb6 req-977559bb-4dc8-42d6-b652-ab5f29357fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:51:46.349872 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4ca8c25b-c44f-4cbb-8551-1c413b1f0eb6 req-977559bb-4dc8-42d6-b652-ab5f29357fe6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39e0b340c5a84846b7a1b18d315704c3&device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 1129 time: 0.0482287 Aug 02 13:51:46.449656 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8c25b-c44f-4cbb-8551-1c413b1f0eb6 req-83890fe2-4b7c-4ce1-990a-8a9409883020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:51:46.451632 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4ca8c25b-c44f-4cbb-8551-1c413b1f0eb6 req-83890fe2-4b7c-4ce1-990a-8a9409883020 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0515d1a8-4c24-4bca-ad9a-358fdaffbe76 HTTP/1.1" status: 200 len: 910 time: 0.0961585 Aug 02 13:51:46.499323 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4ca8c25b-c44f-4cbb-8551-1c413b1f0eb6 req-2a509040-4654-4dd9-ab07-1cd7dfcdb702 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b26bea1c-ab25-4297-b365-5abeb3d9ed51 HTTP/1.1" status: 200 len: 217 time: 0.0341554 Aug 02 13:51:46.538001 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-9766f096-1cc7-4b62-ab16-1448889a4ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15efac35-eccf-483f-958c-d1933a448f05', 'name': 'tempest-TestShelveInstance-1214891623-router', 'tenant_id': '39e0b340c5a84846b7a1b18d315704c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '7d0527da-f730-49df-8423-61f29867fe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:46:48Z', 'updated_at': '2022-08-02T13:46:52Z', 'revision_number': 4, 'project_id': '39e0b340c5a84846b7a1b18d315704c3', 'gw_port': {'id': '7d0527da-f730-49df-8423-61f29867fe77', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15efac35-eccf-483f-958c-d1933a448f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:46:49Z', 'updated_at': '2022-08-02T13:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': 'bc400f17-2554-41a5-85df-aa24840e538e', 'name': '', 'network_id': '0515d1a8-4c24-4bca-ad9a-358fdaffbe76', 'tenant_id': '39e0b340c5a84846b7a1b18d315704c3', 'mac_address': 'fa:16:3e:88:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15efac35-eccf-483f-958c-d1933a448f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:46:51Z', 'updated_at': '2022-08-02T13:46:55Z', 'revision_number': 5, 'project_id': '39e0b340c5a84846b7a1b18d315704c3', 'subnets': [{'id': '1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:51:46.549521 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8c25b-c44f-4cbb-8551-1c413b1f0eb6 req-053740a3-ae70-4b18-946e-269ed99924d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:51:46.551237 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4ca8c25b-c44f-4cbb-8551-1c413b1f0eb6 req-053740a3-ae70-4b18-946e-269ed99924d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8 HTTP/1.1" status: 200 len: 848 time: 0.0467076 Aug 02 13:51:46.562691 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9766f096-1cc7-4b62-ab16-1448889a4ca8 None None] Checking router: 15efac35-eccf-483f-958c-d1933a448f05 for host: dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:51:46.576325 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9766f096-1cc7-4b62-ab16-1448889a4ca8 None None] Routers {'15efac35-eccf-483f-958c-d1933a448f05'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:51:46.577229 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-9766f096-1cc7-4b62-ab16-1448889a4ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:51:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['15efac35-eccf-483f-958c-d1933a448f05'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:51:46.643621 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8c25b-c44f-4cbb-8551-1c413b1f0eb6 req-04baaf26-da3e-415b-bcaf-da721db0b255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:51:46.645162 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4ca8c25b-c44f-4cbb-8551-1c413b1f0eb6 req-04baaf26-da3e-415b-bcaf-da721db0b255 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0515d1a8-4c24-4bca-ad9a-358fdaffbe76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0873013 Aug 02 13:51:46.657698 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d953d8-3afb-44f4-bbdb-41e07bae617b req-480f5265-791e-4789-8502-b733909a0fe9 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:51:46.659208 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-33d953d8-3afb-44f4-bbdb-41e07bae617b req-480f5265-791e-4789-8502-b733909a0fe9 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 945 time: 0.0672028 Aug 02 13:51:46.686525 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-9766f096-1cc7-4b62-ab16-1448889a4ca8 None None] Set router 15efac35-eccf-483f-958c-d1933a448f05 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:51:46.762602 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-33d953d8-3afb-44f4-bbdb-41e07bae617b req-424e4aea-389b-4b00-abf4-c6066eb43a71 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941236 Aug 02 13:51:46.787709 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4ca8c25b-c44f-4cbb-8551-1c413b1f0eb6 req-cadff43d-c410-4331-9cc8-db8527720869 service neutron] 10.222.0.20 "GET /v2.0/networks/0515d1a8-4c24-4bca-ad9a-358fdaffbe76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275191 Aug 02 13:51:46.880547 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-4ca8c25b-c44f-4cbb-8551-1c413b1f0eb6 req-3aab7d29-83b8-44a6-83f0-2ff0cede738c service neutron] 10.222.0.20 "GET /v2.0/networks/0515d1a8-4c24-4bca-ad9a-358fdaffbe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868502 Aug 02 13:51:46.977771 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-9766f096-1cc7-4b62-ab16-1448889a4ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15efac35-eccf-483f-958c-d1933a448f05', 'name': 'tempest-TestShelveInstance-1214891623-router', 'tenant_id': '39e0b340c5a84846b7a1b18d315704c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '7d0527da-f730-49df-8423-61f29867fe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:46:48Z', 'updated_at': '2022-08-02T13:46:52Z', 'revision_number': 4, 'project_id': '39e0b340c5a84846b7a1b18d315704c3', 'gw_port': {'id': '7d0527da-f730-49df-8423-61f29867fe77', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15efac35-eccf-483f-958c-d1933a448f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:46:49Z', 'updated_at': '2022-08-02T13:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': 'bc400f17-2554-41a5-85df-aa24840e538e', 'name': '', 'network_id': '0515d1a8-4c24-4bca-ad9a-358fdaffbe76', 'tenant_id': '39e0b340c5a84846b7a1b18d315704c3', 'mac_address': 'fa:16:3e:88:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15efac35-eccf-483f-958c-d1933a448f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:46:51Z', 'updated_at': '2022-08-02T13:46:55Z', 'revision_number': 5, 'project_id': '39e0b340c5a84846b7a1b18d315704c3', 'subnets': [{'id': '1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:51:47.002008 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9766f096-1cc7-4b62-ab16-1448889a4ca8 None None] The sync data for ids ['15efac35-eccf-483f-958c-d1933a448f05'] in dv-cinder-847864-8-iscsi is: [{'id': '15efac35-eccf-483f-958c-d1933a448f05', 'name': 'tempest-TestShelveInstance-1214891623-router', 'tenant_id': '39e0b340c5a84846b7a1b18d315704c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '7d0527da-f730-49df-8423-61f29867fe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:46:48Z', 'updated_at': '2022-08-02T13:46:52Z', 'revision_number': 4, 'project_id': '39e0b340c5a84846b7a1b18d315704c3', 'gw_port': {'id': '7d0527da-f730-49df-8423-61f29867fe77', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15efac35-eccf-483f-958c-d1933a448f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:46:49Z', 'updated_at': '2022-08-02T13:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi', '_interfaces': [{'id': 'bc400f17-2554-41a5-85df-aa24840e538e', 'name': '', 'network_id': '0515d1a8-4c24-4bca-ad9a-358fdaffbe76', 'tenant_id': '39e0b340c5a84846b7a1b18d315704c3', 'mac_address': 'fa:16:3e:88:a6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15efac35-eccf-483f-958c-d1933a448f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:46:51Z', 'updated_at': '2022-08-02T13:46:55Z', 'revision_number': 5, 'project_id': '39e0b340c5a84846b7a1b18d315704c3', 'subnets': [{'id': '1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:51:47.230824 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ae90c8-5148-4fc9-8cc3-9e0ec5ad5388 None None] New status for floating IP fe574d90-0f64-4156-a8a6-b184984f36c6: DOWN {{(pid=104370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:51:47.889945 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a304c-f615-4680-9e9f-02fc598173e9 req-1ba56b94-82e8-4eb4-a9f1-6affeab69ee4 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:51:47.891448 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f68a304c-f615-4680-9e9f-02fc598173e9 req-1ba56b94-82e8-4eb4-a9f1-6affeab69ee4 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 945 time: 0.0542676 Aug 02 13:51:47.939843 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-f68a304c-f615-4680-9e9f-02fc598173e9 req-73523385-af0f-49a1-b3ff-3916b9256386 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/security-groups?id=2269d898-f94f-4fab-92a4-0fdcbe87eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428560 Aug 02 13:51:48.151480 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c55ab-0c51-409a-bf5b-8da7b831ae66 req-2c38754d-583d-40ac-98ce-d80e26a2a446 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 02 13:51:48.152841 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-dc8c55ab-0c51-409a-bf5b-8da7b831ae66 req-2c38754d-583d-40ac-98ce-d80e26a2a446 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.20 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 945 time: 0.0513208 Aug 02 13:51:48.244220 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [req-dc8c55ab-0c51-409a-bf5b-8da7b831ae66 req-5e15f043-3de7-4bc2-a2c0-fe04c678896d tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Deleting port b26bea1c-ab25-4297-b365-5abeb3d9ed51 {{(pid=104368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:51:48.244564 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-dc8c55ab-0c51-409a-bf5b-8da7b831ae66 req-5e15f043-3de7-4bc2-a2c0-fe04c678896d tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (b26bea1c-ab25-4297-b365-5abeb3d9ed51), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:48.333015 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [req-dc8c55ab-0c51-409a-bf5b-8da7b831ae66 req-5e15f043-3de7-4bc2-a2c0-fe04c678896d tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] For port b26bea1c-ab25-4297-b365-5abeb3d9ed51, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=b26bea1c-ab25-4297-b365-5abeb3d9ed51,segment=NetworkSegment(0d9bdd9b-74a0-4a9e-9987-b458a47faaf2),segment_id=0d9bdd9b-74a0-4a9e-9987-b458a47faaf2)] {{(pid=104368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:51:48.333383 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-dc8c55ab-0c51-409a-bf5b-8da7b831ae66 req-5e15f043-3de7-4bc2-a2c0-fe04c678896d tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (b26bea1c-ab25-4297-b365-5abeb3d9ed51), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:48.345469 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [req-dc8c55ab-0c51-409a-bf5b-8da7b831ae66 req-5e15f043-3de7-4bc2-a2c0-fe04c678896d tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Calling delete_port for b26bea1c-ab25-4297-b365-5abeb3d9ed51 owned by compute:nova {{(pid=104368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:51:48.569622 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-dc8c55ab-0c51-409a-bf5b-8da7b831ae66 req-5e15f043-3de7-4bc2-a2c0-fe04c678896d tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (b26bea1c-ab25-4297-b365-5abeb3d9ed51), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:48.599418 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15f043-3de7-4bc2-a2c0-fe04c678896d tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Pushing event deleted for resources: {'Port': ['ID=b26bea1c-ab25-4297-b365-5abeb3d9ed51,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:51:48.678101 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8c55ab-0c51-409a-bf5b-8da7b831ae66 req-5e15f043-3de7-4bc2-a2c0-fe04c678896d tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] No DVR routers for this DVR port b26bea1c-ab25-4297-b365-5abeb3d9ed51 on host hv-cinder-84786 {{(pid=104368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:51:48.678101 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [req-dc8c55ab-0c51-409a-bf5b-8da7b831ae66 req-5e15f043-3de7-4bc2-a2c0-fe04c678896d tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10139'] for port (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:48.678101 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [req-dc8c55ab-0c51-409a-bf5b-8da7b831ae66 req-5e15f043-3de7-4bc2-a2c0-fe04c678896d tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.20 "DELETE /v2.0/ports/b26bea1c-ab25-4297-b365-5abeb3d9ed51 HTTP/1.1" status: 204 len: 173 time: 0.4945986 Aug 02 13:51:48.678101 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911f17d3-2713-4d43-9c2b-cedcb51e80fe', 'name': 'network-vif-deleted', 'tag': 'b26bea1c-ab25-4297-b365-5abeb3d9ed51'}] {{(pid=104368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 02 13:51:48.678101 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245b70741b0aa7b9232129cc368cc987c69949c5cf8ab06a5d5e033a5668ca41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc52213-204e-465d-96d2-6f0047b67f24" -d '{"events": [{"server_uuid": "911f17d3-2713-4d43-9c2b-cedcb51e80fe", "name": "network-vif-deleted", "tag": "b26bea1c-ab25-4297-b365-5abeb3d9ed51"}]}' {{(pid=104368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 13:51:48.692565 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Aug 2022 13:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9f5533-c489-43e5-89b8-a1144cbde03e x-openstack-request-id: req-3c9f5533-c489-43e5-89b8-a1144cbde03e {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 13:51:48.692896 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911f17d3-2713-4d43-9c2b-cedcb51e80fe", "name": "network-vif-deleted", "tag": "b26bea1c-ab25-4297-b365-5abeb3d9ed51", "status": "completed", "code": 200}]} {{(pid=104368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 13:51:48.693149 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3c9f5533-c489-43e5-89b8-a1144cbde03e {{(pid=104368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 13:51:48.693748 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c9f5533-c489-43e5-89b8-a1144cbde03e'] response: {'server_uuid': '911f17d3-2713-4d43-9c2b-cedcb51e80fe', 'name': 'network-vif-deleted', 'tag': 'b26bea1c-ab25-4297-b365-5abeb3d9ed51', 'status': 'completed', 'code': 200} Aug 02 13:51:49.043691 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [req-306bf760-2ea9-45af-936c-b1081dedecbd req-d25aed7a-94da-4982-973a-be34f3664f22 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "GET /v2.0/ports?device_id=911f17d3-2713-4d43-9c2b-cedcb51e80fe HTTP/1.1" status: 200 len: 210 time: 0.0295577 Aug 02 13:51:50.111719 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 44116) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:51:50.169308 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c0e1c3a2-9bdf-4e80-91ea-70ac76781e85 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks [] for security_group (2269d898-f94f-4fab-92a4-0fdcbe87eab4), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:50.196161 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c0e1c3a2-9bdf-4e80-91ea-70ac76781e85 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks [] for security_group (2269d898-f94f-4fab-92a4-0fdcbe87eab4), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:50.306839 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c0e1c3a2-9bdf-4e80-91ea-70ac76781e85 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (2269d898-f94f-4fab-92a4-0fdcbe87eab4), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:50.309516 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-c0e1c3a2-9bdf-4e80-91ea-70ac76781e85 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:50.310742 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-c0e1c3a2-9bdf-4e80-91ea-70ac76781e85 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] 10.222.0.67 "DELETE /v2.0/security-groups/2269d898-f94f-4fab-92a4-0fdcbe87eab4 HTTP/1.1" status: 204 len: 168 time: 0.1980362 Aug 02 13:51:50.320745 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1c3a2-9bdf-4e80-91ea-70ac76781e85 tempest-TestShelveInstance-968113961 tempest-TestShelveInstance-968113961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2269d898-f94f-4fab-92a4-0fdcbe87eab4,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:51:50.415472 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 44120) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:51:50.887117 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2e8346b0-26a8-4f26-b651-ccfb1f6cc172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773039'] for router_interface (15efac35-eccf-483f-958c-d1933a448f05), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:51.117801 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-2e8346b0-26a8-4f26-b651-ccfb1f6cc172 admin admin] Deleting port bc400f17-2554-41a5-85df-aa24840e538e {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:51:51.118143 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2e8346b0-26a8-4f26-b651-ccfb1f6cc172 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (bc400f17-2554-41a5-85df-aa24840e538e), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:51.195935 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [None req-2e8346b0-26a8-4f26-b651-ccfb1f6cc172 admin admin] For port bc400f17-2554-41a5-85df-aa24840e538e, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=bc400f17-2554-41a5-85df-aa24840e538e,segment=NetworkSegment(0d9bdd9b-74a0-4a9e-9987-b458a47faaf2),segment_id=0d9bdd9b-74a0-4a9e-9987-b458a47faaf2)] {{(pid=104369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:51:51.196215 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2e8346b0-26a8-4f26-b651-ccfb1f6cc172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (bc400f17-2554-41a5-85df-aa24840e538e), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:51.209181 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-2e8346b0-26a8-4f26-b651-ccfb1f6cc172 admin admin] Calling delete_port for bc400f17-2554-41a5-85df-aa24840e538e owned by network:router_interface {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:51:51.444087 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2e8346b0-26a8-4f26-b651-ccfb1f6cc172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (bc400f17-2554-41a5-85df-aa24840e538e), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:51.466737 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8346b0-26a8-4f26-b651-ccfb1f6cc172 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc400f17-2554-41a5-85df-aa24840e538e,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:51:51.635713 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-2e8346b0-26a8-4f26-b651-ccfb1f6cc172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-772915'] for router_interface (15efac35-eccf-483f-958c-d1933a448f05), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:51.852534 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8346b0-26a8-4f26-b651-ccfb1f6cc172 admin admin] Router 15efac35-eccf-483f-958c-d1933a448f05 has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:51:52.113616 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device b26bea1c-ab25-4297-b365-5abeb3d9ed51 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:51:52.152557 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] No Port match for: b26bea1c-ab25-4297-b365-5abeb3d9ed51 {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:51:52.153324 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Device b26bea1c-ab25-4297-b365-5abeb3d9ed51 not bound to the agent host hv-cinder-84786 {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:51:52.229408 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8346b0-26a8-4f26-b651-ccfb1f6cc172 admin admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:51:52.236809 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-2e8346b0-26a8-4f26-b651-ccfb1f6cc172 admin admin] 10.222.0.67 "PUT /v2.0/routers/15efac35-eccf-483f-958c-d1933a448f05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8202598 Aug 02 13:51:52.239279 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 44124) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:51:52.241686 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e01747e-9029-437d-bce1-da8b6262b2a7 None None] Sync routers for ids ['15efac35-eccf-483f-958c-d1933a448f05'] in dv-cinder-847864-8-iscsi {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:51:52.259053 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e01747e-9029-437d-bce1-da8b6262b2a7 None None] Routers {'15efac35-eccf-483f-958c-d1933a448f05'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:51:52.286788 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-9e01747e-9029-437d-bce1-da8b6262b2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:51:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['15efac35-eccf-483f-958c-d1933a448f05'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:51:52.343100 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-45b63836-b96c-49fd-aec9-2834dea1f894 admin admin] Publish callbacks [] for router (15efac35-eccf-483f-958c-d1933a448f05), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:52.391479 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-9e01747e-9029-437d-bce1-da8b6262b2a7 None None] Set router 15efac35-eccf-483f-958c-d1933a448f05 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:51:52.449285 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-45b63836-b96c-49fd-aec9-2834dea1f894 admin admin] Publish callbacks [] for router_gateway (15efac35-eccf-483f-958c-d1933a448f05), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:52.571732 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-9e01747e-9029-437d-bce1-da8b6262b2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15efac35-eccf-483f-958c-d1933a448f05', 'name': 'tempest-TestShelveInstance-1214891623-router', 'tenant_id': '39e0b340c5a84846b7a1b18d315704c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '7d0527da-f730-49df-8423-61f29867fe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:46:48Z', 'updated_at': '2022-08-02T13:51:51Z', 'revision_number': 5, 'project_id': '39e0b340c5a84846b7a1b18d315704c3', 'gw_port': {'id': '7d0527da-f730-49df-8423-61f29867fe77', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15efac35-eccf-483f-958c-d1933a448f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:46:49Z', 'updated_at': '2022-08-02T13:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:51:52.577253 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-45b63836-b96c-49fd-aec9-2834dea1f894 admin admin] Deleting port 7d0527da-f730-49df-8423-61f29867fe77 {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:51:52.577961 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-45b63836-b96c-49fd-aec9-2834dea1f894 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (7d0527da-f730-49df-8423-61f29867fe77), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:52.600957 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e01747e-9029-437d-bce1-da8b6262b2a7 None None] Checking router: 15efac35-eccf-483f-958c-d1933a448f05 for host: dv-cinder-847864-8-iscsi {{(pid=104371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:51:52.610991 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e01747e-9029-437d-bce1-da8b6262b2a7 None None] Routers {'15efac35-eccf-483f-958c-d1933a448f05'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:51:52.611610 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-9e01747e-9029-437d-bce1-da8b6262b2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:51:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['15efac35-eccf-483f-958c-d1933a448f05'], 'active': True} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:51:52.664631 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [None req-45b63836-b96c-49fd-aec9-2834dea1f894 admin admin] For port 7d0527da-f730-49df-8423-61f29867fe77, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=7d0527da-f730-49df-8423-61f29867fe77,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:51:52.665009 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-45b63836-b96c-49fd-aec9-2834dea1f894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (7d0527da-f730-49df-8423-61f29867fe77), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:52.679807 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-45b63836-b96c-49fd-aec9-2834dea1f894 admin admin] Calling delete_port for 7d0527da-f730-49df-8423-61f29867fe77 owned by network:router_gateway {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:51:52.718738 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_dvr_db [None req-9e01747e-9029-437d-bce1-da8b6262b2a7 None None] Set router 15efac35-eccf-483f-958c-d1933a448f05 gateway port host: None {{(pid=104371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:51:52.793624 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.l3_hamode_db [None req-9e01747e-9029-437d-bce1-da8b6262b2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15efac35-eccf-483f-958c-d1933a448f05', 'name': 'tempest-TestShelveInstance-1214891623-router', 'tenant_id': '39e0b340c5a84846b7a1b18d315704c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:46:48Z', 'updated_at': '2022-08-02T13:51:52Z', 'revision_number': 6, 'project_id': '39e0b340c5a84846b7a1b18d315704c3', 'gw_port_host': None}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:51:52.819228 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e01747e-9029-437d-bce1-da8b6262b2a7 None None] The sync data for ids ['15efac35-eccf-483f-958c-d1933a448f05'] in dv-cinder-847864-8-iscsi is: [{'id': '15efac35-eccf-483f-958c-d1933a448f05', 'name': 'tempest-TestShelveInstance-1214891623-router', 'tenant_id': '39e0b340c5a84846b7a1b18d315704c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:46:48Z', 'updated_at': '2022-08-02T13:51:52Z', 'revision_number': 6, 'project_id': '39e0b340c5a84846b7a1b18d315704c3', 'gw_port_host': None}] {{(pid=104371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:51:52.924363 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-45b63836-b96c-49fd-aec9-2834dea1f894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (7d0527da-f730-49df-8423-61f29867fe77), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:52.950078 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b63836-b96c-49fd-aec9-2834dea1f894 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d0527da-f730-49df-8423-61f29867fe77,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:51:53.014438 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-45b63836-b96c-49fd-aec9-2834dea1f894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772245'] for router_gateway (15efac35-eccf-483f-958c-d1933a448f05), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:53.104811 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-45b63836-b96c-49fd-aec9-2834dea1f894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-774428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (15efac35-eccf-483f-958c-d1933a448f05), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:53.106942 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-45b63836-b96c-49fd-aec9-2834dea1f894 admin admin] Publish callbacks [] for router_controller (15efac35-eccf-483f-958c-d1933a448f05), precommit_delete_associations {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:53.227339 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-45b63836-b96c-49fd-aec9-2834dea1f894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-774405'] for router (15efac35-eccf-483f-958c-d1933a448f05), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:53.231527 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b63836-b96c-49fd-aec9-2834dea1f894 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15efac35-eccf-483f-958c-d1933a448f05 {{(pid=104369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 02 13:51:53.232906 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-45b63836-b96c-49fd-aec9-2834dea1f894 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:53.234053 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-45b63836-b96c-49fd-aec9-2834dea1f894 admin admin] 10.222.0.67 "DELETE /v2.0/routers/15efac35-eccf-483f-958c-d1933a448f05 HTTP/1.1" status: 204 len: 168 time: 0.9938395 Aug 02 13:51:53.237191 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 44126) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:51:53.288062 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e5bfa6-4482-45b4-8543-b0bcaa31f28b admin admin] Deleting subnet 1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8 {{(pid=104369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 02 13:51:53.291429 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e2e5bfa6-4482-45b4-8543-b0bcaa31f28b admin admin] Publish callbacks [] for subnet (1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:53.327038 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e2e5bfa6-4482-45b4-8543-b0bcaa31f28b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4722891'] for subnet (1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8), precommit_delete_associations {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:53.403666 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e2e5bfa6-4482-45b4-8543-b0bcaa31f28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1626869'] for subnet (1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:53.530052 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e2e5bfa6-4482-45b4-8543-b0bcaa31f28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1626876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4352746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24483902'] for subnet (1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:53.557093 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5bfa6-4482-45b4-8543-b0bcaa31f28b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:51:53.561037 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-e2e5bfa6-4482-45b4-8543-b0bcaa31f28b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for subnet (None), before_response {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:53.564304 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-e2e5bfa6-4482-45b4-8543-b0bcaa31f28b admin admin] 10.222.0.67 "DELETE /v2.0/subnets/1138c7e6-19f2-42c1-8ddc-1c2d0617dfa8 HTTP/1.1" status: 204 len: 168 time: 0.3261504 Aug 02 13:51:53.567149 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 44128) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:51:53.567945 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae30ffe-bcaf-410c-b338-b75d5bf48af3 None None] Network 0515d1a8-4c24-4bca-ad9a-358fdaffbe76 requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:51:53.732250 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device bc400f17-2554-41a5-85df-aa24840e538e no longer exists at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:51:53.756396 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] No Port match for: bc400f17-2554-41a5-85df-aa24840e538e {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:51:53.756854 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device bc400f17-2554-41a5-85df-aa24840e538e not bound to the agent host dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:51:53.758038 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 7d0527da-f730-49df-8423-61f29867fe77 no longer exists at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:51:53.782337 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c05b81e-992f-42ff-ad1b-c793c6867f94 None None] DHCP port deletion for 0515d1a8-4c24-4bca-ad9a-358fdaffbe76 request from dv-cinder-847864-8-iscsi {{(pid=104370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 02 13:51:53.784844 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] No Port match for: 7d0527da-f730-49df-8423-61f29867fe77 {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:51:53.785201 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 7d0527da-f730-49df-8423-61f29867fe77 not bound to the agent host dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:51:53.840804 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-5c05b81e-992f-42ff-ad1b-c793c6867f94 None None] Deleting port f18023a0-66bc-405d-8693-8104db89916c {{(pid=104370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:51:53.841422 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-5c05b81e-992f-42ff-ad1b-c793c6867f94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (f18023a0-66bc-405d-8693-8104db89916c), before_delete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:53.937154 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-5c05b81e-992f-42ff-ad1b-c793c6867f94 None None] For port f18023a0-66bc-405d-8693-8104db89916c, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=f18023a0-66bc-405d-8693-8104db89916c,segment=NetworkSegment(0d9bdd9b-74a0-4a9e-9987-b458a47faaf2),segment_id=0d9bdd9b-74a0-4a9e-9987-b458a47faaf2)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:51:53.937566 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-5c05b81e-992f-42ff-ad1b-c793c6867f94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (f18023a0-66bc-405d-8693-8104db89916c), precommit_delete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:53.951642 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4db783bd-39fc-46fa-a05e-7c671b1615b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1719594'] for network (0515d1a8-4c24-4bca-ad9a-358fdaffbe76), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:53.951903 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-5c05b81e-992f-42ff-ad1b-c793c6867f94 None None] Calling delete_port for f18023a0-66bc-405d-8693-8104db89916c owned by network:dhcp {{(pid=104370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:51:54.008863 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-4db783bd-39fc-46fa-a05e-7c671b1615b0 admin admin] Deleting port f18023a0-66bc-405d-8693-8104db89916c {{(pid=104368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:51:54.009112 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4db783bd-39fc-46fa-a05e-7c671b1615b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (f18023a0-66bc-405d-8693-8104db89916c), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:54.076268 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [None req-4db783bd-39fc-46fa-a05e-7c671b1615b0 admin admin] For port f18023a0-66bc-405d-8693-8104db89916c, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=f18023a0-66bc-405d-8693-8104db89916c,segment=NetworkSegment(0d9bdd9b-74a0-4a9e-9987-b458a47faaf2),segment_id=0d9bdd9b-74a0-4a9e-9987-b458a47faaf2)] {{(pid=104368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:51:54.076552 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4db783bd-39fc-46fa-a05e-7c671b1615b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (f18023a0-66bc-405d-8693-8104db89916c), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:54.090119 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-4db783bd-39fc-46fa-a05e-7c671b1615b0 admin admin] Calling delete_port for f18023a0-66bc-405d-8693-8104db89916c owned by network:dhcp {{(pid=104368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:51:54.095466 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-5c05b81e-992f-42ff-ad1b-c793c6867f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988'] for port (f18023a0-66bc-405d-8693-8104db89916c), after_delete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:54.124209 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c05b81e-992f-42ff-ad1b-c793c6867f94 None None] No DVR routers for this DVR port f18023a0-66bc-405d-8693-8104db89916c on host dv-cinder-847864-8-iscsi {{(pid=104370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:51:54.128307 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05b81e-992f-42ff-ad1b-c793c6867f94 None None] Pushing event deleted for resources: {'Port': ['ID=f18023a0-66bc-405d-8693-8104db89916c,revision_number=None']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:51:54.138704 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05b81e-992f-42ff-ad1b-c793c6867f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:54.139069 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05b81e-992f-42ff-ad1b-c793c6867f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:54.139656 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05b81e-992f-42ff-ad1b-c793c6867f94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:54.139792 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05b81e-992f-42ff-ad1b-c793c6867f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:54.140109 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05b81e-992f-42ff-ad1b-c793c6867f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:54.140451 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05b81e-992f-42ff-ad1b-c793c6867f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:54.140794 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05b81e-992f-42ff-ad1b-c793c6867f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:54.141135 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05b81e-992f-42ff-ad1b-c793c6867f94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:54.141476 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05b81e-992f-42ff-ad1b-c793c6867f94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:54.141824 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05b81e-992f-42ff-ad1b-c793c6867f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:54.142161 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05b81e-992f-42ff-ad1b-c793c6867f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:54.142524 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05b81e-992f-42ff-ad1b-c793c6867f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:54.142862 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05b81e-992f-42ff-ad1b-c793c6867f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-8-iscsi {{(pid=104370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:51:54.177645 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4db783bd-39fc-46fa-a05e-7c671b1615b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (f18023a0-66bc-405d-8693-8104db89916c), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:54.200771 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db783bd-39fc-46fa-a05e-7c671b1615b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f18023a0-66bc-405d-8693-8104db89916c,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:51:54.206574 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db783bd-39fc-46fa-a05e-7c671b1615b0 admin admin] No DVR routers for this DVR port f18023a0-66bc-405d-8693-8104db89916c on host dv-cinder-847864-8-iscsi {{(pid=104368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:51:54.209131 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-8ade9fed-4ce5-4d97-b4a4-cf92013dbc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:54.281341 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4db783bd-39fc-46fa-a05e-7c671b1615b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626208', 'neutron.services.segments.db._delete_segments_for_network-8786056706762'] for network (0515d1a8-4c24-4bca-ad9a-358fdaffbe76), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:54.304321 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.services.segments.db [None req-4db783bd-39fc-46fa-a05e-7c671b1615b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0515d1a8-4c24-4bca-ad9a-358fdaffbe76']}} {{(pid=104368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:51:54.313706 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.services.segments.db [None req-4db783bd-39fc-46fa-a05e-7c671b1615b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9bdd9b-74a0-4a9e-9987-b458a47faaf2') {'for_net_delete': True} {{(pid=104368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:51:54.314003 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.services.segments.db [None req-4db783bd-39fc-46fa-a05e-7c671b1615b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9bdd9b-74a0-4a9e-9987-b458a47faaf2') {} {{(pid=104368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:51:54.324133 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4db783bd-39fc-46fa-a05e-7c671b1615b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786056707283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5352006'] for segment (0d9bdd9b-74a0-4a9e-9987-b458a47faaf2), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:54.341244 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4db783bd-39fc-46fa-a05e-7c671b1615b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (0d9bdd9b-74a0-4a9e-9987-b458a47faaf2), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:54.344739 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db783bd-39fc-46fa-a05e-7c671b1615b0 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=104368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 13:51:54.345138 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4db783bd-39fc-46fa-a05e-7c671b1615b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5190984'] for segment (0d9bdd9b-74a0-4a9e-9987-b458a47faaf2), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:54.478390 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4db783bd-39fc-46fa-a05e-7c671b1615b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772273'] for network (0515d1a8-4c24-4bca-ad9a-358fdaffbe76), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:54.485218 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-4db783bd-39fc-46fa-a05e-7c671b1615b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:54.488492 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-4db783bd-39fc-46fa-a05e-7c671b1615b0 admin admin] 10.222.0.67 "DELETE /v2.0/networks/0515d1a8-4c24-4bca-ad9a-358fdaffbe76 HTTP/1.1" status: 204 len: 168 time: 0.9175339 Aug 02 13:51:54.490145 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.services.segments.plugin [-] Segment 0d9bdd9b-74a0-4a9e-9987-b458a47faaf2 resource provider aggregate not found Aug 02 13:51:54.492694 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [-] (104369) accepted ('10.222.0.67', 44134) {{(pid=104369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:51:54.505261 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db783bd-39fc-46fa-a05e-7c671b1615b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0515d1a8-4c24-4bca-ad9a-358fdaffbe76,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:51:54.520557 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.services.segments.plugin [-] Segment 0d9bdd9b-74a0-4a9e-9987-b458a47faaf2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d9bdd9b-74a0-4a9e-9987-b458a47faaf2 found for delete ", "request_id": "req-6570cb7c-66d2-4faa-8069-d67fba078436"}]} Aug 02 13:51:54.840882 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-56800235-49d3-4cb4-bb31-eee70b8271b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-773039'] for router_interface (70a5c656-27b8-4059-ab98-898742be9817), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:55.090536 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-56800235-49d3-4cb4-bb31-eee70b8271b5 admin admin] Deleting port d5000c39-2ded-4357-b2b4-23b18e84281b {{(pid=104369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:51:55.091032 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-56800235-49d3-4cb4-bb31-eee70b8271b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (d5000c39-2ded-4357-b2b4-23b18e84281b), before_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:55.174197 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.db [None req-56800235-49d3-4cb4-bb31-eee70b8271b5 admin admin] For port d5000c39-2ded-4357-b2b4-23b18e84281b, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=d5000c39-2ded-4357-b2b4-23b18e84281b,segment=NetworkSegment(abd71133-308c-40b0-bf3d-9f6ae6945890),segment_id=abd71133-308c-40b0-bf3d-9f6ae6945890)] {{(pid=104369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:51:55.174589 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-56800235-49d3-4cb4-bb31-eee70b8271b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (d5000c39-2ded-4357-b2b4-23b18e84281b), precommit_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:55.189033 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.plugins.ml2.plugin [None req-56800235-49d3-4cb4-bb31-eee70b8271b5 admin admin] Calling delete_port for d5000c39-2ded-4357-b2b4-23b18e84281b owned by network:router_interface {{(pid=104369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:51:55.290243 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:55.421623 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-56800235-49d3-4cb4-bb31-eee70b8271b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4352519'] for port (d5000c39-2ded-4357-b2b4-23b18e84281b), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:55.449028 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56800235-49d3-4cb4-bb31-eee70b8271b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5000c39-2ded-4357-b2b4-23b18e84281b,revision_number=None']} {{(pid=104369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:51:55.632865 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron_lib.callbacks.manager [None req-56800235-49d3-4cb4-bb31-eee70b8271b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-613003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-772915'] for router_interface (70a5c656-27b8-4059-ab98-898742be9817), after_delete {{(pid=104369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:55.768782 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device f18023a0-66bc-405d-8693-8104db89916c no longer exists at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:51:55.792869 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] No Port match for: f18023a0-66bc-405d-8693-8104db89916c {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:51:55.793217 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device f18023a0-66bc-405d-8693-8104db89916c not bound to the agent host dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:51:55.872144 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56800235-49d3-4cb4-bb31-eee70b8271b5 admin admin] Router 70a5c656-27b8-4059-ab98-898742be9817 has already been hosted by L3 agent e74b0dc9-04dd-43a8-9347-679e692fb490 {{(pid=104369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 02 13:51:55.979122 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56800235-49d3-4cb4-bb31-eee70b8271b5 admin admin] Notify agent at l3_agent.dv-cinder-847864-8-iscsi the message routers_updated {{(pid=104369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 13:51:55.987672 dv-cinder-847864-8-iscsi neutron-server[104369]: INFO neutron.wsgi [None req-56800235-49d3-4cb4-bb31-eee70b8271b5 admin admin] 10.222.0.67 "PUT /v2.0/routers/70a5c656-27b8-4059-ab98-898742be9817/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4914503 Aug 02 13:51:55.987914 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 44138) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:51:55.989384 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cda71d2-364e-4f17-8126-58e35875f14c None None] Sync routers for ids ['70a5c656-27b8-4059-ab98-898742be9817'] in dv-cinder-847864-8-iscsi {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:51:56.002193 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cda71d2-364e-4f17-8126-58e35875f14c None None] Routers {'70a5c656-27b8-4059-ab98-898742be9817'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:51:56.002885 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-1cda71d2-364e-4f17-8126-58e35875f14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:51:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['70a5c656-27b8-4059-ab98-898742be9817'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:51:56.100132 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-05b1d553-674d-421b-a9ce-ff8391843580 admin admin] Publish callbacks [] for router (70a5c656-27b8-4059-ab98-898742be9817), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:56.121828 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-1cda71d2-364e-4f17-8126-58e35875f14c None None] Set router 70a5c656-27b8-4059-ab98-898742be9817 gateway port host: dv-cinder-847864-8-iscsi {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:51:56.217003 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-05b1d553-674d-421b-a9ce-ff8391843580 admin admin] Publish callbacks [] for router_gateway (70a5c656-27b8-4059-ab98-898742be9817), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:56.325335 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-1cda71d2-364e-4f17-8126-58e35875f14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a5c656-27b8-4059-ab98-898742be9817', 'name': 'tempest-TestShelveInstance-854829171-router', 'tenant_id': '2d7d45f63e504612bfef26c6f6cadeb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'external_fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': '278b781e-ee5a-4eba-8fcb-5a29291ca956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:46:56Z', 'updated_at': '2022-08-02T13:51:55Z', 'revision_number': 5, 'project_id': '2d7d45f63e504612bfef26c6f6cadeb5', 'gw_port': {'id': '278b781e-ee5a-4eba-8fcb-5a29291ca956', 'name': '', 'network_id': 'ddeff70c-35ee-46ac-ab9e-2a9e004fd5e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a5c656-27b8-4059-ab98-898742be9817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-02T13:46:57Z', 'updated_at': '2022-08-02T13:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17c4b2bc-d792-4dfa-9dbc-e6d309d99d4c', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-8-iscsi'}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:51:56.359147 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cda71d2-364e-4f17-8126-58e35875f14c None None] Checking router: 70a5c656-27b8-4059-ab98-898742be9817 for host: dv-cinder-847864-8-iscsi {{(pid=104370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:51:56.372623 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cda71d2-364e-4f17-8126-58e35875f14c None None] Routers {'70a5c656-27b8-4059-ab98-898742be9817'} bound to L3 agent in host dv-cinder-847864-8-iscsi {{(pid=104370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 02 13:51:56.373273 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-1cda71d2-364e-4f17-8126-58e35875f14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-02T13:28:56Z,description=,heartbeat_timestamp=2022-08-02T13:51:26Z,host='dv-cinder-847864-8-iscsi',id=e74b0dc9-04dd-43a8-9347-679e692fb490,load=0,resource_versions=,resources_synced=,started_at=2022-08-02T13:28:56Z,topic='l3_agent')) {'router_ids': ['70a5c656-27b8-4059-ab98-898742be9817'], 'active': True} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:51:56.394438 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-05b1d553-674d-421b-a9ce-ff8391843580 admin admin] Deleting port 278b781e-ee5a-4eba-8fcb-5a29291ca956 {{(pid=104368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:51:56.394786 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-05b1d553-674d-421b-a9ce-ff8391843580 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (278b781e-ee5a-4eba-8fcb-5a29291ca956), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:56.462801 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvr_db [None req-1cda71d2-364e-4f17-8126-58e35875f14c None None] Set router 70a5c656-27b8-4059-ab98-898742be9817 gateway port host: None {{(pid=104370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 02 13:51:56.490236 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-e6d34d36-3625-4ebf-bb8c-6b7cfb0367de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:56.496113 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [None req-05b1d553-674d-421b-a9ce-ff8391843580 admin admin] For port 278b781e-ee5a-4eba-8fcb-5a29291ca956, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=278b781e-ee5a-4eba-8fcb-5a29291ca956,segment=NetworkSegment(a8be465e-c957-44f5-b9de-1ed9494ca9a7),segment_id=a8be465e-c957-44f5-b9de-1ed9494ca9a7)] {{(pid=104368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:51:56.496485 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-05b1d553-674d-421b-a9ce-ff8391843580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (278b781e-ee5a-4eba-8fcb-5a29291ca956), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:56.510785 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-05b1d553-674d-421b-a9ce-ff8391843580 admin admin] Calling delete_port for 278b781e-ee5a-4eba-8fcb-5a29291ca956 owned by network:router_gateway {{(pid=104368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:51:56.518632 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_hamode_db [None req-1cda71d2-364e-4f17-8126-58e35875f14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a5c656-27b8-4059-ab98-898742be9817', 'name': 'tempest-TestShelveInstance-854829171-router', 'tenant_id': '2d7d45f63e504612bfef26c6f6cadeb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:46:56Z', 'updated_at': '2022-08-02T13:51:56Z', 'revision_number': 6, 'project_id': '2d7d45f63e504612bfef26c6f6cadeb5', 'gw_port_host': None}], 'dv-cinder-847864-8-iscsi', False) {} {{(pid=104370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:51:56.544746 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cda71d2-364e-4f17-8126-58e35875f14c None None] The sync data for ids ['70a5c656-27b8-4059-ab98-898742be9817'] in dv-cinder-847864-8-iscsi is: [{'id': '70a5c656-27b8-4059-ab98-898742be9817', 'name': 'tempest-TestShelveInstance-854829171-router', 'tenant_id': '2d7d45f63e504612bfef26c6f6cadeb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-02T13:46:56Z', 'updated_at': '2022-08-02T13:51:56Z', 'revision_number': 6, 'project_id': '2d7d45f63e504612bfef26c6f6cadeb5', 'gw_port_host': None}] {{(pid=104370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:51:56.735650 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-05b1d553-674d-421b-a9ce-ff8391843580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (278b781e-ee5a-4eba-8fcb-5a29291ca956), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:56.763762 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1d553-674d-421b-a9ce-ff8391843580 admin admin] Pushing event deleted for resources: {'Port': ['ID=278b781e-ee5a-4eba-8fcb-5a29291ca956,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:51:56.829250 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-05b1d553-674d-421b-a9ce-ff8391843580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772245'] for router_gateway (70a5c656-27b8-4059-ab98-898742be9817), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:56.920024 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-05b1d553-674d-421b-a9ce-ff8391843580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-774428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (70a5c656-27b8-4059-ab98-898742be9817), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:56.922478 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-05b1d553-674d-421b-a9ce-ff8391843580 admin admin] Publish callbacks [] for router_controller (70a5c656-27b8-4059-ab98-898742be9817), precommit_delete_associations {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:57.021493 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-05b1d553-674d-421b-a9ce-ff8391843580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-774405'] for router (70a5c656-27b8-4059-ab98-898742be9817), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:57.022815 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b1d553-674d-421b-a9ce-ff8391843580 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70a5c656-27b8-4059-ab98-898742be9817 {{(pid=104368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 02 13:51:57.027381 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-05b1d553-674d-421b-a9ce-ff8391843580 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:57.028542 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-05b1d553-674d-421b-a9ce-ff8391843580 admin admin] 10.222.0.67 "DELETE /v2.0/routers/70a5c656-27b8-4059-ab98-898742be9817 HTTP/1.1" status: 204 len: 168 time: 1.0390813 Aug 02 13:51:57.031021 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 44140) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:51:57.077627 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.db_base_plugin_v2 [None req-60b5c7df-65d7-4785-a618-a06c1b3d0709 admin admin] Deleting subnet 97b97ef1-8dcd-4f94-90a5-b7e9523ce4d3 {{(pid=104368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Aug 02 13:51:57.081002 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-60b5c7df-65d7-4785-a618-a06c1b3d0709 admin admin] Publish callbacks [] for subnet (97b97ef1-8dcd-4f94-90a5-b7e9523ce4d3), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:57.117927 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-60b5c7df-65d7-4785-a618-a06c1b3d0709 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5352063'] for subnet (97b97ef1-8dcd-4f94-90a5-b7e9523ce4d3), precommit_delete_associations {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:57.200184 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-60b5c7df-65d7-4785-a618-a06c1b3d0709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1626869'] for subnet (97b97ef1-8dcd-4f94-90a5-b7e9523ce4d3), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:57.329909 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-60b5c7df-65d7-4785-a618-a06c1b3d0709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1626876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5191154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4657249'] for subnet (97b97ef1-8dcd-4f94-90a5-b7e9523ce4d3), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:57.359739 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5c7df-65d7-4785-a618-a06c1b3d0709 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97b97ef1-8dcd-4f94-90a5-b7e9523ce4d3,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:51:57.361889 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-60b5c7df-65d7-4785-a618-a06c1b3d0709 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:57.365398 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-60b5c7df-65d7-4785-a618-a06c1b3d0709 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/97b97ef1-8dcd-4f94-90a5-b7e9523ce4d3 HTTP/1.1" status: 204 len: 168 time: 0.3333609 Aug 02 13:51:57.368709 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 44142) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:51:57.371397 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f265d497-af84-4f53-b44c-729f16c22a5a None None] Network 9e807fb5-8a75-45d2-9c12-00ebb04cc99e requested from dv-cinder-847864-8-iscsi {{(pid=104370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 02 13:51:57.453362 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a5d428e5-c6ce-49c5-b57b-46959044c443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1719594'] for network (9e807fb5-8a75-45d2-9c12-00ebb04cc99e), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:57.511645 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-a5d428e5-c6ce-49c5-b57b-46959044c443 admin admin] Deleting port c5d80018-8e56-42bb-bd2f-d5b25a2c1919 {{(pid=104368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:51:57.512118 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a5d428e5-c6ce-49c5-b57b-46959044c443 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (c5d80018-8e56-42bb-bd2f-d5b25a2c1919), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:57.551918 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e048f8-e176-4a32-9008-4e722ff67c0e None None] DHCP port deletion for 9e807fb5-8a75-45d2-9c12-00ebb04cc99e request from dv-cinder-847864-8-iscsi {{(pid=104370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 02 13:51:57.591288 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.db [None req-a5d428e5-c6ce-49c5-b57b-46959044c443 admin admin] For port c5d80018-8e56-42bb-bd2f-d5b25a2c1919, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=c5d80018-8e56-42bb-bd2f-d5b25a2c1919,segment=NetworkSegment(abd71133-308c-40b0-bf3d-9f6ae6945890),segment_id=abd71133-308c-40b0-bf3d-9f6ae6945890)] {{(pid=104368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:51:57.591676 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a5d428e5-c6ce-49c5-b57b-46959044c443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (c5d80018-8e56-42bb-bd2f-d5b25a2c1919), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:57.617407 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.plugin [None req-a5d428e5-c6ce-49c5-b57b-46959044c443 admin admin] Calling delete_port for c5d80018-8e56-42bb-bd2f-d5b25a2c1919 owned by network:dhcp {{(pid=104368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:51:57.636817 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-12e048f8-e176-4a32-9008-4e722ff67c0e None None] Deleting port c5d80018-8e56-42bb-bd2f-d5b25a2c1919 {{(pid=104370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Aug 02 13:51:57.637357 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-12e048f8-e176-4a32-9008-4e722ff67c0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786056646319'] for port (c5d80018-8e56-42bb-bd2f-d5b25a2c1919), before_delete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:57.685569 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:57.722221 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device c5d80018-8e56-42bb-bd2f-d5b25a2c1919 no longer exists at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:51:57.731048 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-12e048f8-e176-4a32-9008-4e722ff67c0e None None] For port c5d80018-8e56-42bb-bd2f-d5b25a2c1919, host dv-cinder-847864-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-8-iscsi',level=0,port_id=c5d80018-8e56-42bb-bd2f-d5b25a2c1919,segment=NetworkSegment(abd71133-308c-40b0-bf3d-9f6ae6945890),segment_id=abd71133-308c-40b0-bf3d-9f6ae6945890)] {{(pid=104370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 13:51:57.731452 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-12e048f8-e176-4a32-9008-4e722ff67c0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-770327'] for port (c5d80018-8e56-42bb-bd2f-d5b25a2c1919), precommit_delete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:57.761890 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-12e048f8-e176-4a32-9008-4e722ff67c0e None None] Calling delete_port for c5d80018-8e56-42bb-bd2f-d5b25a2c1919 owned by network:dhcp {{(pid=104370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Aug 02 13:51:57.809736 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a5d428e5-c6ce-49c5-b57b-46959044c443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5190943'] for port (c5d80018-8e56-42bb-bd2f-d5b25a2c1919), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:57.818694 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.db [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] No active binding found for port c5d80018-8e56-42bb-bd2f-d5b25a2c1919 {{(pid=104370) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 02 13:51:57.819111 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] The host dv-cinder-847864-8-iscsi is not matching for port c5d80018-8e56-42bb-bd2f-d5b25a2c1919 host None! {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2356}} Aug 02 13:51:57.819496 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device c5d80018-8e56-42bb-bd2f-d5b25a2c1919 not bound to the agent host dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:51:57.819925 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 278b781e-ee5a-4eba-8fcb-5a29291ca956 no longer exists at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:51:57.836057 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d428e5-c6ce-49c5-b57b-46959044c443 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5d80018-8e56-42bb-bd2f-d5b25a2c1919,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:51:57.841131 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d428e5-c6ce-49c5-b57b-46959044c443 admin admin] No DVR routers for this DVR port c5d80018-8e56-42bb-bd2f-d5b25a2c1919 on host dv-cinder-847864-8-iscsi {{(pid=104368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:51:57.841498 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] No Port match for: 278b781e-ee5a-4eba-8fcb-5a29291ca956 {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:51:57.841699 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device 278b781e-ee5a-4eba-8fcb-5a29291ca956 not bound to the agent host dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:51:57.842072 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device d5000c39-2ded-4357-b2b4-23b18e84281b no longer exists at agent ovs-agent-dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 13:51:57.869983 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] No Port match for: d5000c39-2ded-4357-b2b4-23b18e84281b {{(pid=104370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Aug 02 13:51:57.870334 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.plugins.ml2.rpc [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Device d5000c39-2ded-4357-b2b4-23b18e84281b not bound to the agent host dv-cinder-847864-8-iscsi {{(pid=104370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 13:51:57.890952 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-12e048f8-e176-4a32-9008-4e722ff67c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1750051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786056652566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786056230988'] for port (c5d80018-8e56-42bb-bd2f-d5b25a2c1919), after_delete {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:57.916946 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e048f8-e176-4a32-9008-4e722ff67c0e None None] Pushing event deleted for resources: {'Port': ['ID=c5d80018-8e56-42bb-bd2f-d5b25a2c1919,revision_number=None']} {{(pid=104370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:51:57.921577 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e048f8-e176-4a32-9008-4e722ff67c0e None None] No DVR routers for this DVR port c5d80018-8e56-42bb-bd2f-d5b25a2c1919 on host dv-cinder-847864-8-iscsi {{(pid=104370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:51:57.921803 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a5d428e5-c6ce-49c5-b57b-46959044c443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626208', 'neutron.services.segments.db._delete_segments_for_network-8786056706762'] for network (9e807fb5-8a75-45d2-9c12-00ebb04cc99e), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:57.951245 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.services.segments.db [None req-a5d428e5-c6ce-49c5-b57b-46959044c443 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e807fb5-8a75-45d2-9c12-00ebb04cc99e']}} {{(pid=104368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:51:57.961216 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.services.segments.db [None req-a5d428e5-c6ce-49c5-b57b-46959044c443 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd71133-308c-40b0-bf3d-9f6ae6945890') {'for_net_delete': True} {{(pid=104368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:51:57.961524 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.services.segments.db [None req-a5d428e5-c6ce-49c5-b57b-46959044c443 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd71133-308c-40b0-bf3d-9f6ae6945890') {} {{(pid=104368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:51:57.971054 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a5d428e5-c6ce-49c5-b57b-46959044c443 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786056707283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5352006'] for segment (abd71133-308c-40b0-bf3d-9f6ae6945890), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:57.984828 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a5d428e5-c6ce-49c5-b57b-46959044c443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561'] for segment (abd71133-308c-40b0-bf3d-9f6ae6945890), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:57.990730 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d428e5-c6ce-49c5-b57b-46959044c443 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=104368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 13:51:57.994543 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a5d428e5-c6ce-49c5-b57b-46959044c443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1615561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5190984'] for segment (abd71133-308c-40b0-bf3d-9f6ae6945890), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:58.029823 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.services.segments.plugin [-] Segment abd71133-308c-40b0-bf3d-9f6ae6945890 resource provider aggregate not found Aug 02 13:51:58.050425 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.services.segments.plugin [-] Segment abd71133-308c-40b0-bf3d-9f6ae6945890 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid abd71133-308c-40b0-bf3d-9f6ae6945890 found for delete ", "request_id": "req-8facffee-9fd7-4f22-aae6-41b6405a14f5"}]} Aug 02 13:51:58.105999 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a5d428e5-c6ce-49c5-b57b-46959044c443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-613010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772273'] for network (9e807fb5-8a75-45d2-9c12-00ebb04cc99e), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:58.110422 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a5d428e5-c6ce-49c5-b57b-46959044c443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-613024'] for network (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:58.113697 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-a5d428e5-c6ce-49c5-b57b-46959044c443 admin admin] 10.222.0.67 "DELETE /v2.0/networks/9e807fb5-8a75-45d2-9c12-00ebb04cc99e HTTP/1.1" status: 204 len: 168 time: 0.7439876 Aug 02 13:51:58.127216 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d428e5-c6ce-49c5-b57b-46959044c443 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e807fb5-8a75-45d2-9c12-00ebb04cc99e,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:51:58.357195 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 44150) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:51:58.402039 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-2b97f160-5375-4aa7-ada2-b88f0f7d59f2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=39e0b340c5a84846b7a1b18d315704c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437343 Aug 02 13:51:58.404521 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 44152) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:51:58.451456 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a0b2c853-b77e-4162-be99-cc544ccfbd54 admin admin] Publish callbacks [] for security_group (c50cc2c2-5911-494f-9bc0-d2bdf69f36cf), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:58.475812 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a0b2c853-b77e-4162-be99-cc544ccfbd54 admin admin] Publish callbacks [] for security_group (c50cc2c2-5911-494f-9bc0-d2bdf69f36cf), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:58.587294 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a0b2c853-b77e-4162-be99-cc544ccfbd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (c50cc2c2-5911-494f-9bc0-d2bdf69f36cf), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:58.590620 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-a0b2c853-b77e-4162-be99-cc544ccfbd54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:58.592069 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-a0b2c853-b77e-4162-be99-cc544ccfbd54 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c50cc2c2-5911-494f-9bc0-d2bdf69f36cf HTTP/1.1" status: 204 len: 168 time: 0.1864731 Aug 02 13:51:58.604066 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b2c853-b77e-4162-be99-cc544ccfbd54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50cc2c2-5911-494f-9bc0-d2bdf69f36cf,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:51:58.715315 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:51:59.224525 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 44158) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:51:59.265798 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-81e350ae-4d19-44b7-bb5e-db5a3a1f8983 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2d7d45f63e504612bfef26c6f6cadeb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399899 Aug 02 13:51:59.268514 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [-] (104368) accepted ('10.222.0.67', 44160) {{(pid=104368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 02 13:51:59.290305 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:59.326281 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-499ff8fb-8abe-4fd9-9a8d-6e31db7402a2 admin admin] Publish callbacks [] for security_group (f60ccf2c-d379-4e7b-87af-d264e888f10e), before_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:59.349024 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-499ff8fb-8abe-4fd9-9a8d-6e31db7402a2 admin admin] Publish callbacks [] for security_group (f60ccf2c-d379-4e7b-87af-d264e888f10e), precommit_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:59.580997 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-499ff8fb-8abe-4fd9-9a8d-6e31db7402a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564153'] for security_group (f60ccf2c-d379-4e7b-87af-d264e888f10e), after_delete {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:59.583572 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron_lib.callbacks.manager [None req-499ff8fb-8abe-4fd9-9a8d-6e31db7402a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:51:59.584849 dv-cinder-847864-8-iscsi neutron-server[104368]: INFO neutron.wsgi [None req-499ff8fb-8abe-4fd9-9a8d-6e31db7402a2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f60ccf2c-d379-4e7b-87af-d264e888f10e HTTP/1.1" status: 204 len: 168 time: 0.3153675 Aug 02 13:51:59.595798 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ff8fb-8abe-4fd9-9a8d-6e31db7402a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60ccf2c-d379-4e7b-87af-d264e888f10e,revision_number=None']} {{(pid=104368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:52:00.672413 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:52:24.231018 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-49458eac-3717-4081-9beb-2c98092e6a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:52:25.284706 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:52:26.414768 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2ea6a0aa-3b0f-4a60-80ca-41e7b147935f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:52:27.694595 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:52:29.289225 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:52:30.683259 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:52:35.714644 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:52:54.214915 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-b5a98c86-6e4c-4fcb-bb27-5c5755474a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:52:55.294536 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:52:56.443530 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-f980cda6-4c3c-42da-814f-cfc49eeb5c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:52:57.671365 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:52:59.282939 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:53:00.670317 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:53:12.714242 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:53:15.924177 dv-cinder-847864-8-iscsi neutron-server[104369]: DEBUG neutron.wsgi [req-1ff92474-071c-4d37-aa44-c3b1567e43c9 req-b61adcc4-2056-43cc-bc08-bf896ef1b065 service neutron] (104369) timed out ('10.222.0.20', 57248) {{(pid=104369) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 02 13:53:24.225629 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-ba5c36f0-218e-46cb-a914-24fe2b34a77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:53:25.340221 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:53:26.423470 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6ff7b880-04cc-4b27-ac7f-2706a538d000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:53:27.665661 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:53:29.294398 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:53:30.625361 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:53:31.293765 dv-cinder-847864-8-iscsi neutron-server[104368]: DEBUG neutron.wsgi [req-52b418d2-8f65-4669-878a-fa80d2d1dad8 req-a7eff5a9-2b66-4b59-bbbe-5f4ac3d840a5 service neutron] (104368) timed out ('10.222.0.20', 57257) {{(pid=104368) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 02 13:53:49.712975 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:53:54.213993 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-268112cd-c692-4964-9bf2-ea6ebe0f7301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:53:55.328166 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:53:56.439676 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-21215ed5-3baa-4918-b6cd-c0c83dffd0c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:53:57.651115 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:53:59.293925 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:54:00.642239 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:54:24.225455 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-ee419dc3-81c3-4831-b57d-eea0c19eaf02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:54:25.316132 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:54:26.413339 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-73f12454-3529-479c-83f5-074402a483f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:54:26.712449 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:54:27.664691 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:54:29.345929 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:54:30.655458 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:54:54.235727 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-68b56bff-7a57-4fdc-b165-ef1fa76d9b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:54:55.339172 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:54:56.441671 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-5972c9e0-1829-4afa-9762-a10cd807849c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:54:57.653034 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:54:59.298287 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:55:00.718311 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:55:03.712099 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:55:24.282924 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-7b886d83-3250-4b5e-9137-a800d2783fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:55:25.357682 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:55:26.420195 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-9550eafd-fa08-4d26-93f0-28cd8da3c598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:55:27.670637 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:55:29.311183 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:55:30.664838 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:55:40.711420 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:55:54.230465 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-e8aa0c22-21b8-4983-bacb-91731301d612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:55:55.350424 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:55:56.447421 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-e3228345-47e7-4137-81fe-45c48100d74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:55:57.664907 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:55:59.320881 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:56:00.659169 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:56:17.710355 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:56:24.331941 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-0431237a-a0a0-421d-a49f-aec12d0cd282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:56:25.394677 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:56:26.418151 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-f9089e0f-da71-46e8-992d-1614b51c0ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:56:27.692323 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:56:29.366004 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:56:30.629192 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:56:54.239760 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-001f9828-3aa0-4ede-879d-27ae50b4178b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (befb4f8c-7c45-422b-a3e4-83ed25d094fc), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:56:54.710200 dv-cinder-847864-8-iscsi neutron-server[104371]: DEBUG neutron.db.agents_db [None req-953fb135-ae6c-4ec6-b9c1-5a5cda447766 None None] Agent healthcheck: found 6 active agents {{(pid=104371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 13:56:55.354005 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-6f11717d-c797-4a1a-9977-12d7e90fe715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (69dc3da8-ee10-46f6-83b6-ed4e97a21469), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:56:56.400158 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-07f7a914-606f-4362-9808-a1ab55594ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (e74b0dc9-04dd-43a8-9347-679e692fb490), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:56:57.657461 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2e3e031e-f60e-48f9-b270-44b4ca57ef7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (0bb5ca84-d0e5-4b7b-bb84-50cbc159a922), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:56:59.291241 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-2dd33aa6-3598-41c2-b405-6a22ba784a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (73a14850-d605-40ed-8179-2c50347b0260), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 02 13:57:00.639821 dv-cinder-847864-8-iscsi neutron-server[104370]: DEBUG neutron_lib.callbacks.manager [None req-c8bc51fa-ad8c-42cc-890b-7cb1cd9d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786056706744', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1624665'] for agent (bbe74468-cf41-430f-969d-55a4e401318d), after_update {{(pid=104370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}